2024-11-22 16:40:29,537 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-22 16:40:29,558 main DEBUG Took 0.018475 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 16:40:29,558 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 16:40:29,559 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 16:40:29,560 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 16:40:29,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:40:29,571 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 16:40:29,588 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:40:29,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:40:29,590 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:40:29,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:40:29,592 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:40:29,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:40:29,593 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:40:29,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:40:29,594 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:40:29,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:40:29,595 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:40:29,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:40:29,598 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:40:29,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:40:29,600 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:40:29,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:40:29,601 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:40:29,602 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:40:29,602 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:40:29,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:40:29,603 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:40:29,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:40:29,605 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:40:29,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:40:29,605 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:40:29,606 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 16:40:29,608 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:40:29,609 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 16:40:29,612 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 16:40:29,612 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 16:40:29,614 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 16:40:29,614 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 16:40:29,625 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 16:40:29,630 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 16:40:29,633 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 16:40:29,633 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 16:40:29,634 main DEBUG createAppenders(={Console}) 2024-11-22 16:40:29,635 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-22 16:40:29,635 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-22 16:40:29,635 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-22 16:40:29,636 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 16:40:29,637 main DEBUG OutputStream closed 2024-11-22 16:40:29,637 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 16:40:29,637 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 16:40:29,638 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-22 16:40:29,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 16:40:29,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 16:40:29,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 16:40:29,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 16:40:29,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 16:40:29,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 16:40:29,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 16:40:29,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 16:40:29,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 16:40:29,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 16:40:29,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 16:40:29,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 16:40:29,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 16:40:29,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 16:40:29,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 16:40:29,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 16:40:29,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 16:40:29,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 16:40:29,766 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 16:40:29,766 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-22 16:40:29,767 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 16:40:29,768 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-22T16:40:30,142 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21 2024-11-22 16:40:30,147 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 16:40:30,148 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T16:40:30,161 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-22T16:40:30,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:40:30,239 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/cluster_c36b9cce-fa9b-58fb-548e-e4e0499f3ef7, deleteOnExit=true 2024-11-22T16:40:30,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:40:30,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/test.cache.data in system properties and HBase conf 2024-11-22T16:40:30,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:40:30,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:40:30,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:40:30,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:40:30,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:40:30,374 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T16:40:30,513 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:40:30,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:40:30,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:40:30,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:40:30,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:40:30,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:40:30,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:40:30,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:40:30,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:40:30,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:40:30,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:40:30,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:40:30,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:40:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:40:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:40:31,465 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T16:40:31,552 INFO [Time-limited test {}] log.Log(170): Logging initialized @2898ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T16:40:31,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:40:31,712 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:40:31,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:40:31,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:40:31,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:40:31,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:40:31,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:40:31,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:40:32,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/java.io.tmpdir/jetty-localhost-46775-hadoop-hdfs-3_4_1-tests_jar-_-any-1753616695849015951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:40:32,017 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:46775} 2024-11-22T16:40:32,017 INFO [Time-limited test {}] server.Server(415): Started @3364ms 2024-11-22T16:40:32,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:40:32,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:40:32,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:40:32,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:40:32,519 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:40:32,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:40:32,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:40:32,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/java.io.tmpdir/jetty-localhost-41855-hadoop-hdfs-3_4_1-tests_jar-_-any-17506700276074390954/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:40:32,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:41855} 2024-11-22T16:40:32,644 INFO [Time-limited test {}] server.Server(415): Started @3991ms 2024-11-22T16:40:32,705 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:40:33,362 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/cluster_c36b9cce-fa9b-58fb-548e-e4e0499f3ef7/data/data2/current/BP-1728553426-172.17.0.2-1732293631204/current, will proceed with Du for space computation calculation, 2024-11-22T16:40:33,363 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/cluster_c36b9cce-fa9b-58fb-548e-e4e0499f3ef7/data/data1/current/BP-1728553426-172.17.0.2-1732293631204/current, will proceed with Du for space computation calculation, 2024-11-22T16:40:33,447 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:40:33,523 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1aed36620bea57da with lease ID 0xfc940e54d9b6c41f: Processing first storage report for DS-d93b970c-ff8c-4cb8-a87c-277bea1f34a1 from datanode DatanodeRegistration(127.0.0.1:42469, datanodeUuid=61ef9661-70d9-4a84-a26d-d0753edd3858, infoPort=35119, infoSecurePort=0, ipcPort=44021, storageInfo=lv=-57;cid=testClusterID;nsid=1806500534;c=1732293631204) 2024-11-22T16:40:33,526 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1aed36620bea57da with lease ID 0xfc940e54d9b6c41f: from storage DS-d93b970c-ff8c-4cb8-a87c-277bea1f34a1 node DatanodeRegistration(127.0.0.1:42469, datanodeUuid=61ef9661-70d9-4a84-a26d-d0753edd3858, infoPort=35119, infoSecurePort=0, ipcPort=44021, storageInfo=lv=-57;cid=testClusterID;nsid=1806500534;c=1732293631204), blocks: 0, hasStaleStorage: true, processing time: 4 msecs, invalidatedBlocks: 0 2024-11-22T16:40:33,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1aed36620bea57da with lease ID 0xfc940e54d9b6c41f: Processing first storage report for DS-d3f1f7a5-c802-477e-9ba1-21489871eb42 from datanode DatanodeRegistration(127.0.0.1:42469, datanodeUuid=61ef9661-70d9-4a84-a26d-d0753edd3858, infoPort=35119, infoSecurePort=0, ipcPort=44021, storageInfo=lv=-57;cid=testClusterID;nsid=1806500534;c=1732293631204) 2024-11-22T16:40:33,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1aed36620bea57da with lease ID 0xfc940e54d9b6c41f: from storage DS-d3f1f7a5-c802-477e-9ba1-21489871eb42 node DatanodeRegistration(127.0.0.1:42469, datanodeUuid=61ef9661-70d9-4a84-a26d-d0753edd3858, infoPort=35119, infoSecurePort=0, ipcPort=44021, storageInfo=lv=-57;cid=testClusterID;nsid=1806500534;c=1732293631204), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:40:33,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21 2024-11-22T16:40:33,683 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/cluster_c36b9cce-fa9b-58fb-548e-e4e0499f3ef7/zookeeper_0, clientPort=59216, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/cluster_c36b9cce-fa9b-58fb-548e-e4e0499f3ef7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/cluster_c36b9cce-fa9b-58fb-548e-e4e0499f3ef7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T16:40:33,695 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59216 2024-11-22T16:40:33,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:40:33,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:40:34,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:40:34,434 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f with version=8 2024-11-22T16:40:34,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/hbase-staging 2024-11-22T16:40:34,529 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T16:40:34,797 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4618c6346924:0 server-side Connection retries=45 2024-11-22T16:40:34,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:40:34,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:40:34,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:40:34,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:40:34,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:40:34,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:40:35,042 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T16:40:35,054 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T16:40:35,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:40:35,095 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1556 (auto-detected) 2024-11-22T16:40:35,096 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T16:40:35,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45491 2024-11-22T16:40:35,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45491 connecting to ZooKeeper ensemble=127.0.0.1:59216 2024-11-22T16:40:35,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454910x0, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:40:35,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45491-0x101408d11070000 connected 2024-11-22T16:40:35,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:40:35,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:40:35,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:40:35,263 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f, hbase.cluster.distributed=false 2024-11-22T16:40:35,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T16:40:35,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45491 2024-11-22T16:40:35,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45491 2024-11-22T16:40:35,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45491 2024-11-22T16:40:35,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45491 2024-11-22T16:40:35,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45491 2024-11-22T16:40:35,445 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4618c6346924:0 server-side Connection retries=45 2024-11-22T16:40:35,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:40:35,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:40:35,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:40:35,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:40:35,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:40:35,453 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:40:35,456 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:40:35,457 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36997 2024-11-22T16:40:35,459 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36997 connecting to ZooKeeper ensemble=127.0.0.1:59216 2024-11-22T16:40:35,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:40:35,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:40:35,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369970x0, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:40:35,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36997-0x101408d11070001 connected 2024-11-22T16:40:35,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:40:35,664 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:40:35,673 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:40:35,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T16:40:35,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T16:40:35,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36997 2024-11-22T16:40:35,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36997 2024-11-22T16:40:35,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36997 2024-11-22T16:40:35,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36997 2024-11-22T16:40:35,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36997 2024-11-22T16:40:35,708 DEBUG [M:0;4618c6346924:45491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4618c6346924:45491 2024-11-22T16:40:35,709 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4618c6346924,45491,1732293634581 2024-11-22T16:40:35,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:40:35,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:40:35,873 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4618c6346924,45491,1732293634581 2024-11-22T16:40:35,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:40:35,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T16:40:35,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:40:35,925 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T16:40:35,926 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4618c6346924,45491,1732293634581 from backup master directory 2024-11-22T16:40:35,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:40:35,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4618c6346924,45491,1732293634581 2024-11-22T16:40:35,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T16:40:35,932 WARN [master/4618c6346924:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:40:35,933 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4618c6346924,45491,1732293634581 2024-11-22T16:40:35,935 INFO [master/4618c6346924:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T16:40:35,936 INFO [master/4618c6346924:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T16:40:36,008 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/hbase.id] with ID: 74e3c772-80c8-41db-935f-3491ba3b5bb1 2024-11-22T16:40:36,008 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/.tmp/hbase.id 2024-11-22T16:40:36,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:40:36,422 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/.tmp/hbase.id]:[hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/hbase.id] 2024-11-22T16:40:36,489 INFO [master/4618c6346924:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:40:36,495 INFO [master/4618c6346924:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:40:36,518 INFO [master/4618c6346924:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-22T16:40:36,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:40:36,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:40:36,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:40:36,573 INFO [master/4618c6346924:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:40:36,578 INFO [master/4618c6346924:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:40:36,599 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:36,604 INFO [master/4618c6346924:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:40:36,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:40:37,061 INFO [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store 2024-11-22T16:40:37,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:40:37,087 INFO [master/4618c6346924:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T16:40:37,090 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:40:37,091 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:40:37,091 INFO [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:40:37,091 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:40:37,092 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:40:37,093 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:40:37,093 INFO [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:40:37,094 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732293637091Disabling compacts and flushes for region at 1732293637091Disabling writes for close at 1732293637093 (+2 ms)Writing region close event to WAL at 1732293637093Closed at 1732293637093 2024-11-22T16:40:37,096 WARN [master/4618c6346924:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/.initializing 2024-11-22T16:40:37,096 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/WALs/4618c6346924,45491,1732293634581 2024-11-22T16:40:37,104 INFO [master/4618c6346924:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:40:37,118 INFO [master/4618c6346924:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4618c6346924%2C45491%2C1732293634581, suffix=, logDir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/WALs/4618c6346924,45491,1732293634581, archiveDir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/oldWALs, maxLogs=10 2024-11-22T16:40:37,142 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/WALs/4618c6346924,45491,1732293634581/4618c6346924%2C45491%2C1732293634581.1732293637123, exclude list is [], retry=0 2024-11-22T16:40:37,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42469,DS-d93b970c-ff8c-4cb8-a87c-277bea1f34a1,DISK] 2024-11-22T16:40:37,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T16:40:37,199 INFO [master/4618c6346924:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/WALs/4618c6346924,45491,1732293634581/4618c6346924%2C45491%2C1732293634581.1732293637123 2024-11-22T16:40:37,200 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35119:35119)] 2024-11-22T16:40:37,201 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:40:37,201 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:40:37,204 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:40:37,205 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:40:37,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:40:37,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:40:37,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:37,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:40:37,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:40:37,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:40:37,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:37,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:40:37,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:40:37,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:40:37,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:37,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:40:37,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:40:37,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:40:37,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:37,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:40:37,285 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:40:37,288 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:40:37,289 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:40:37,294 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:40:37,295 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:40:37,298 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:40:37,301 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:40:37,305 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:40:37,306 INFO [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72921287, jitterRate=0.08661185204982758}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:40:37,311 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732293637217Initializing all the Stores at 1732293637219 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732293637220 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293637220Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293637221 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293637221Cleaning up temporary data from old regions at 1732293637295 (+74 ms)Region opened successfully at 1732293637311 (+16 ms) 2024-11-22T16:40:37,312 INFO [master/4618c6346924:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:40:37,346 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a87f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4618c6346924/172.17.0.2:0 2024-11-22T16:40:37,378 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:40:37,390 INFO [master/4618c6346924:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:40:37,390 INFO [master/4618c6346924:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:40:37,393 INFO [master/4618c6346924:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:40:37,394 INFO [master/4618c6346924:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T16:40:37,399 INFO [master/4618c6346924:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T16:40:37,399 INFO [master/4618c6346924:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:40:37,424 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:40:37,433 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T16:40:37,435 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T16:40:37,438 INFO [master/4618c6346924:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:40:37,440 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:40:37,442 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T16:40:37,444 INFO [master/4618c6346924:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:40:37,447 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:40:37,451 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T16:40:37,453 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:40:37,455 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T16:40:37,473 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:40:37,475 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T16:40:37,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T16:40:37,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T16:40:37,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:40:37,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:40:37,482 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4618c6346924,45491,1732293634581, sessionid=0x101408d11070000, setting cluster-up flag (Was=false) 2024-11-22T16:40:37,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:40:37,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:40:37,502 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T16:40:37,504 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4618c6346924,45491,1732293634581 2024-11-22T16:40:37,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:40:37,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:40:37,515 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T16:40:37,517 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4618c6346924,45491,1732293634581 2024-11-22T16:40:37,524 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:40:37,596 INFO [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(746): ClusterId : 74e3c772-80c8-41db-935f-3491ba3b5bb1 2024-11-22T16:40:37,598 DEBUG [RS:0;4618c6346924:36997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:40:37,603 DEBUG [RS:0;4618c6346924:36997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:40:37,603 DEBUG [RS:0;4618c6346924:36997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:40:37,605 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:40:37,606 DEBUG [RS:0;4618c6346924:36997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:40:37,607 DEBUG [RS:0;4618c6346924:36997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a863580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4618c6346924/172.17.0.2:0 2024-11-22T16:40:37,616 INFO [master/4618c6346924:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:40:37,622 DEBUG [RS:0;4618c6346924:36997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4618c6346924:36997 2024-11-22T16:40:37,624 INFO [master/4618c6346924:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:40:37,625 INFO [RS:0;4618c6346924:36997 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:40:37,625 INFO [RS:0;4618c6346924:36997 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:40:37,625 DEBUG [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:40:37,628 INFO [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(2659): reportForDuty to master=4618c6346924,45491,1732293634581 with port=36997, startcode=1732293635397 2024-11-22T16:40:37,632 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4618c6346924,45491,1732293634581 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:40:37,640 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4618c6346924:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:40:37,640 DEBUG [RS:0;4618c6346924:36997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:40:37,641 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4618c6346924:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:40:37,641 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4618c6346924:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:40:37,641 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4618c6346924:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:40:37,641 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4618c6346924:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:40:37,642 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:40:37,642 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4618c6346924:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:40:37,642 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:40:37,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:40:37,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:40:37,649 INFO [master/4618c6346924:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732293667649 2024-11-22T16:40:37,651 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:40:37,652 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:40:37,655 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:37,655 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:40:37,656 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:40:37,656 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:40:37,656 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:40:37,656 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:40:37,657 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:37,662 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:40:37,663 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:40:37,663 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:40:37,665 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:40:37,665 INFO [master/4618c6346924:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:40:37,668 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4618c6346924:0:becomeActiveMaster-HFileCleaner.large.0-1732293637668,5,FailOnTimeoutGroup] 2024-11-22T16:40:37,669 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4618c6346924:0:becomeActiveMaster-HFileCleaner.small.0-1732293637668,5,FailOnTimeoutGroup] 2024-11-22T16:40:37,669 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:37,670 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:40:37,671 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:37,671 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:37,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:40:37,679 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46339, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:40:37,684 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45491 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4618c6346924,36997,1732293635397 2024-11-22T16:40:37,686 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45491 {}] master.ServerManager(517): Registering regionserver=4618c6346924,36997,1732293635397 2024-11-22T16:40:37,699 DEBUG [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f 2024-11-22T16:40:37,699 DEBUG [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44249 2024-11-22T16:40:37,699 DEBUG [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:40:37,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T16:40:37,706 DEBUG [RS:0;4618c6346924:36997 {}] zookeeper.ZKUtil(111): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4618c6346924,36997,1732293635397 2024-11-22T16:40:37,706 WARN [RS:0;4618c6346924:36997 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:40:37,706 INFO [RS:0;4618c6346924:36997 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:40:37,707 DEBUG [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/WALs/4618c6346924,36997,1732293635397 2024-11-22T16:40:37,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4618c6346924,36997,1732293635397] 2024-11-22T16:40:37,733 INFO [RS:0;4618c6346924:36997 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:40:37,749 INFO [RS:0;4618c6346924:36997 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:40:37,754 INFO [RS:0;4618c6346924:36997 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:40:37,754 INFO [RS:0;4618c6346924:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:37,755 INFO [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:40:37,761 INFO [RS:0;4618c6346924:36997 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:40:37,762 INFO [RS:0;4618c6346924:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:37,762 DEBUG [RS:0;4618c6346924:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:40:37,762 DEBUG [RS:0;4618c6346924:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:40:37,762 DEBUG [RS:0;4618c6346924:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:40:37,763 DEBUG [RS:0;4618c6346924:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:40:37,763 DEBUG [RS:0;4618c6346924:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:40:37,763 DEBUG [RS:0;4618c6346924:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4618c6346924:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:40:37,763 DEBUG [RS:0;4618c6346924:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:40:37,763 DEBUG [RS:0;4618c6346924:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:40:37,764 DEBUG [RS:0;4618c6346924:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:40:37,764 DEBUG [RS:0;4618c6346924:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:40:37,764 DEBUG [RS:0;4618c6346924:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:40:37,764 DEBUG [RS:0;4618c6346924:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4618c6346924:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:40:37,765 DEBUG [RS:0;4618c6346924:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4618c6346924:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:40:37,765 DEBUG [RS:0;4618c6346924:36997 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:40:37,766 INFO [RS:0;4618c6346924:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:37,766 INFO [RS:0;4618c6346924:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:37,766 INFO [RS:0;4618c6346924:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:37,767 INFO [RS:0;4618c6346924:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:37,767 INFO [RS:0;4618c6346924:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:37,767 INFO [RS:0;4618c6346924:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,36997,1732293635397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:40:37,788 INFO [RS:0;4618c6346924:36997 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:40:37,789 INFO [RS:0;4618c6346924:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,36997,1732293635397-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:37,790 INFO [RS:0;4618c6346924:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:37,790 INFO [RS:0;4618c6346924:36997 {}] regionserver.Replication(171): 4618c6346924,36997,1732293635397 started 2024-11-22T16:40:37,809 INFO [RS:0;4618c6346924:36997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:37,809 INFO [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1482): Serving as 4618c6346924,36997,1732293635397, RpcServer on 4618c6346924/172.17.0.2:36997, sessionid=0x101408d11070001 2024-11-22T16:40:37,810 DEBUG [RS:0;4618c6346924:36997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:40:37,810 DEBUG [RS:0;4618c6346924:36997 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4618c6346924,36997,1732293635397 2024-11-22T16:40:37,810 DEBUG [RS:0;4618c6346924:36997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4618c6346924,36997,1732293635397' 2024-11-22T16:40:37,811 DEBUG [RS:0;4618c6346924:36997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T16:40:37,812 DEBUG [RS:0;4618c6346924:36997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T16:40:37,812 DEBUG [RS:0;4618c6346924:36997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:40:37,812 DEBUG [RS:0;4618c6346924:36997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:40:37,813 DEBUG [RS:0;4618c6346924:36997 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4618c6346924,36997,1732293635397 2024-11-22T16:40:37,813 DEBUG [RS:0;4618c6346924:36997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4618c6346924,36997,1732293635397' 2024-11-22T16:40:37,813 DEBUG [RS:0;4618c6346924:36997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T16:40:37,813 DEBUG [RS:0;4618c6346924:36997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T16:40:37,814 DEBUG [RS:0;4618c6346924:36997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:40:37,814 INFO [RS:0;4618c6346924:36997 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:40:37,814 INFO [RS:0;4618c6346924:36997 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:40:37,920 INFO [RS:0;4618c6346924:36997 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:40:37,924 INFO [RS:0;4618c6346924:36997 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4618c6346924%2C36997%2C1732293635397, suffix=, logDir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/WALs/4618c6346924,36997,1732293635397, archiveDir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/oldWALs, maxLogs=32 2024-11-22T16:40:37,941 DEBUG [RS:0;4618c6346924:36997 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/WALs/4618c6346924,36997,1732293635397/4618c6346924%2C36997%2C1732293635397.1732293637926, exclude list is [], retry=0 2024-11-22T16:40:37,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42469,DS-d93b970c-ff8c-4cb8-a87c-277bea1f34a1,DISK] 2024-11-22T16:40:37,949 INFO [RS:0;4618c6346924:36997 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/WALs/4618c6346924,36997,1732293635397/4618c6346924%2C36997%2C1732293635397.1732293637926 2024-11-22T16:40:37,950 DEBUG [RS:0;4618c6346924:36997 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35119:35119)] 2024-11-22T16:40:38,074 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:40:38,075 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f 2024-11-22T16:40:38,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:40:38,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:40:38,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:40:38,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:40:38,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:38,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:40:38,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:40:38,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:40:38,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:38,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:40:38,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:40:38,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:40:38,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:38,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:40:38,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:40:38,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:40:38,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:38,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:40:38,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:40:38,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740 2024-11-22T16:40:38,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740 2024-11-22T16:40:38,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:40:38,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:40:38,508 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T16:40:38,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:40:38,514 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:40:38,515 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61930832, jitterRate=-0.07715868949890137}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T16:40:38,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732293638486Initializing all the Stores at 1732293638488 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732293638488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732293638488Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293638488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732293638488Cleaning up temporary data from old regions at 1732293638507 (+19 ms)Region opened successfully at 1732293638517 (+10 ms) 2024-11-22T16:40:38,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:40:38,517 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:40:38,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:40:38,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:40:38,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:40:38,519 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:40:38,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732293638517Disabling compacts and flushes for region at 1732293638517Disabling writes for close at 1732293638517Writing region close event to WAL at 1732293638518 (+1 ms)Closed at 1732293638519 (+1 ms) 2024-11-22T16:40:38,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:40:38,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:40:38,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:40:38,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:40:38,540 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:40:38,692 DEBUG [4618c6346924:45491 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:40:38,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:40:38,711 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4618c6346924,36997,1732293635397, state=OPENING 2024-11-22T16:40:38,716 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:40:38,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:40:38,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:40:38,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:40:38,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:40:38,721 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:40:38,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:40:38,901 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:40:38,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54173, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:40:38,914 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:40:38,914 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:40:38,914 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:40:38,917 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4618c6346924%2C36997%2C1732293635397.meta, suffix=.meta, logDir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/WALs/4618c6346924,36997,1732293635397, archiveDir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/oldWALs, maxLogs=32 2024-11-22T16:40:38,935 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/WALs/4618c6346924,36997,1732293635397/4618c6346924%2C36997%2C1732293635397.meta.1732293638919.meta, exclude list is [], retry=0 2024-11-22T16:40:38,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42469,DS-d93b970c-ff8c-4cb8-a87c-277bea1f34a1,DISK] 2024-11-22T16:40:38,942 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/WALs/4618c6346924,36997,1732293635397/4618c6346924%2C36997%2C1732293635397.meta.1732293638919.meta 2024-11-22T16:40:38,942 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35119:35119)] 2024-11-22T16:40:38,943 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:40:38,945 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:40:38,947 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:40:38,952 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:40:38,957 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:40:38,957 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:40:38,957 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:40:38,958 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:40:38,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:40:38,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:40:38,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:38,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:40:38,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:40:38,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:40:38,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:38,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:40:38,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:40:38,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:40:38,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:38,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:40:38,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:40:38,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:40:38,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:38,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:40:38,970 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:40:38,971 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740 2024-11-22T16:40:38,974 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740 2024-11-22T16:40:38,976 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:40:38,976 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:40:38,977 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T16:40:38,979 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:40:38,981 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71845911, jitterRate=0.07058750092983246}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T16:40:38,981 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:40:38,982 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732293638958Writing region info on filesystem at 1732293638958Initializing all the Stores at 1732293638960 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732293638960Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732293638960Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293638960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732293638960Cleaning up temporary data from old regions at 1732293638976 (+16 ms)Running coprocessor post-open hooks at 1732293638981 (+5 ms)Region opened successfully at 1732293638982 (+1 ms) 2024-11-22T16:40:38,991 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732293638891 2024-11-22T16:40:39,004 DEBUG [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:40:39,004 INFO [RS_OPEN_META-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:40:39,006 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:40:39,008 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4618c6346924,36997,1732293635397, state=OPEN 2024-11-22T16:40:39,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:40:39,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T16:40:39,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:40:39,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T16:40:39,018 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:39,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:40:39,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4618c6346924,36997,1732293635397 in 295 msec 2024-11-22T16:40:39,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:40:39,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 498 msec 2024-11-22T16:40:39,033 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:40:39,033 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:40:39,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:40:39,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:40:39,077 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:40:39,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40021, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:40:39,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5450 sec 2024-11-22T16:40:39,101 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732293639101, completionTime=-1 2024-11-22T16:40:39,104 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:40:39,104 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:40:39,133 INFO [master/4618c6346924:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:40:39,134 INFO [master/4618c6346924:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732293699134 2024-11-22T16:40:39,134 INFO [master/4618c6346924:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732293759134 2024-11-22T16:40:39,134 INFO [master/4618c6346924:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-22T16:40:39,136 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,45491,1732293634581-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:39,137 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,45491,1732293634581-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:39,137 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,45491,1732293634581-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:39,138 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4618c6346924:45491, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:39,139 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:39,139 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:39,146 DEBUG [master/4618c6346924:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:40:39,169 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.236sec 2024-11-22T16:40:39,170 INFO [master/4618c6346924:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:40:39,172 INFO [master/4618c6346924:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:40:39,173 INFO [master/4618c6346924:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:40:39,173 INFO [master/4618c6346924:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:40:39,173 INFO [master/4618c6346924:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:40:39,174 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,45491,1732293634581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:40:39,174 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,45491,1732293634581-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:40:39,183 DEBUG [master/4618c6346924:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:40:39,184 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:40:39,184 INFO [master/4618c6346924:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4618c6346924,45491,1732293634581-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:40:39,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:39,208 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T16:40:39,208 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T16:40:39,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:40:39,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:40:39,223 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:40:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:40:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:40:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0d6658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:40:39,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:40:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:40:39,234 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:40:39,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:39,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:40:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:40:39,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:40:39,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:40:39,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4618c6346924,45491,1732293634581 2024-11-22T16:40:39,286 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=209, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=8157 2024-11-22T16:40:39,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:40:39,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4618c6346924,45491,1732293634581 2024-11-22T16:40:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@603c91f2 2024-11-22T16:40:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:40:39,309 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:40:39,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T16:40:39,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:40:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T16:40:39,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:40:39,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-22T16:40:39,330 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:39,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:40:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:40:39,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741835_1011 (size=1061) 2024-11-22T16:40:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:40:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:40:39,748 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f 2024-11-22T16:40:39,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741836_1012 (size=53) 2024-11-22T16:40:39,757 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:40:39,757 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing dd61d34092ae35af777e9dfbade9c80e, disabling compactions & flushes 2024-11-22T16:40:39,757 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:39,757 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:39,757 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. after waiting 0 ms 2024-11-22T16:40:39,757 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:39,757 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:39,758 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd61d34092ae35af777e9dfbade9c80e: Waiting for close lock at 1732293639757Disabling compacts and flushes for region at 1732293639757Disabling writes for close at 1732293639757Writing region close event to WAL at 1732293639757Closed at 1732293639757 2024-11-22T16:40:39,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:40:39,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732293639760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732293639760"}]},"ts":"1732293639760"} 2024-11-22T16:40:39,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:40:39,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:40:39,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293639771"}]},"ts":"1732293639771"} 2024-11-22T16:40:39,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T16:40:39,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd61d34092ae35af777e9dfbade9c80e, ASSIGN}] 2024-11-22T16:40:39,782 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd61d34092ae35af777e9dfbade9c80e, ASSIGN 2024-11-22T16:40:39,784 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd61d34092ae35af777e9dfbade9c80e, ASSIGN; state=OFFLINE, location=4618c6346924,36997,1732293635397; forceNewPlan=false, retain=false 2024-11-22T16:40:39,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd61d34092ae35af777e9dfbade9c80e, regionState=OPENING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:40:39,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd61d34092ae35af777e9dfbade9c80e, ASSIGN because future has completed 2024-11-22T16:40:39,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:40:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:40:40,103 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:40,103 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:40:40,104 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:40,104 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:40:40,105 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:40,105 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:40,107 INFO [StoreOpener-dd61d34092ae35af777e9dfbade9c80e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:40,111 INFO [StoreOpener-dd61d34092ae35af777e9dfbade9c80e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:40:40,111 INFO [StoreOpener-dd61d34092ae35af777e9dfbade9c80e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd61d34092ae35af777e9dfbade9c80e columnFamilyName A 2024-11-22T16:40:40,111 DEBUG [StoreOpener-dd61d34092ae35af777e9dfbade9c80e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:40,113 INFO [StoreOpener-dd61d34092ae35af777e9dfbade9c80e-1 {}] regionserver.HStore(327): Store=dd61d34092ae35af777e9dfbade9c80e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:40:40,113 INFO [StoreOpener-dd61d34092ae35af777e9dfbade9c80e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:40,115 INFO [StoreOpener-dd61d34092ae35af777e9dfbade9c80e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:40:40,115 INFO [StoreOpener-dd61d34092ae35af777e9dfbade9c80e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd61d34092ae35af777e9dfbade9c80e columnFamilyName B 2024-11-22T16:40:40,115 DEBUG [StoreOpener-dd61d34092ae35af777e9dfbade9c80e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:40,116 INFO [StoreOpener-dd61d34092ae35af777e9dfbade9c80e-1 {}] regionserver.HStore(327): Store=dd61d34092ae35af777e9dfbade9c80e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:40:40,116 INFO [StoreOpener-dd61d34092ae35af777e9dfbade9c80e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:40,118 INFO [StoreOpener-dd61d34092ae35af777e9dfbade9c80e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:40:40,119 INFO [StoreOpener-dd61d34092ae35af777e9dfbade9c80e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd61d34092ae35af777e9dfbade9c80e columnFamilyName C 2024-11-22T16:40:40,119 DEBUG [StoreOpener-dd61d34092ae35af777e9dfbade9c80e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:40:40,120 INFO [StoreOpener-dd61d34092ae35af777e9dfbade9c80e-1 {}] regionserver.HStore(327): Store=dd61d34092ae35af777e9dfbade9c80e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:40:40,121 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:40,121 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:40,122 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:40,123 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:40,126 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:40,126 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:40,127 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T16:40:40,131 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:40,135 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:40:40,136 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dd61d34092ae35af777e9dfbade9c80e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65993472, jitterRate=-0.016620635986328125}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T16:40:40,137 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:40,138 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dd61d34092ae35af777e9dfbade9c80e: Running coprocessor pre-open hook at 1732293640105Writing region info on filesystem at 1732293640105Initializing all the Stores at 1732293640107 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293640107Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293640107Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293640107Cleaning up temporary data from old regions at 1732293640126 (+19 ms)Running coprocessor post-open hooks at 1732293640137 (+11 ms)Region opened successfully at 1732293640138 (+1 ms) 2024-11-22T16:40:40,141 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., pid=6, masterSystemTime=1732293640096 2024-11-22T16:40:40,145 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:40,145 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:40,147 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd61d34092ae35af777e9dfbade9c80e, regionState=OPEN, openSeqNum=2, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:40:40,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:40:40,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:40:40,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 in 212 msec 2024-11-22T16:40:40,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:40:40,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd61d34092ae35af777e9dfbade9c80e, ASSIGN in 377 msec 2024-11-22T16:40:40,162 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:40:40,162 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293640162"}]},"ts":"1732293640162"} 2024-11-22T16:40:40,166 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T16:40:40,167 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:40:40,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 848 msec 2024-11-22T16:40:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:40:40,473 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:40:40,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c32821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:40:40,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:40:40,481 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:40:40,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:40:40,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:40:40,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cd3e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:40:40,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:40:40,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:40:40,484 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:40:40,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29cc03e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:40:40,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:40:40,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:40:40,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:40:40,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:40:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4618c6346924,45491,1732293634581 2024-11-22T16:40:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@398b7b70 2024-11-22T16:40:40,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:40:40,500 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:40:40,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd90ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:40:40,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:40:40,506 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:40:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:40:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:40:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528027bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:40:40,508 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:40:40,508 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:40:40,509 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:40:40,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749fb54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577d2795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:40:40,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:40:40,514 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:40:40,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:40:40,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:40:40,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cf4e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:40:40,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:40:40,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:40:40,518 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:40:40,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbf9665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bba02c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:40:40,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:40:40,523 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:40:40,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:40:40,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:40:40,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bdb6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:40:40,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:40:40,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:40:40,528 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:40:40,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27108bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113d617f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:40:40,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:40:40,532 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:40:40,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:40:40,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:40:40,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0e6697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:40:40,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:40:40,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:40:40,536 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:40:40,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7ca9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2754d9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:40:40,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:40:40,540 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:40:40,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:40:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:40:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592e422b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:40:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:40:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:40:40,543 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:40:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b9fd13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3ddbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:40:40,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:40:40,547 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:40:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:40:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:40:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11dd0198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:40:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:40:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:40:40,550 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:40:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cff1959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a48b566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:40:40,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:40:40,554 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:40:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:40:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:40:40,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d111af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:40:40,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:40:40,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:40:40,556 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:40:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9af55c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:40:40,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:40:40,560 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:40:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:40:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:40:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e406351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:40:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:40:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:40:40,562 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:40:40,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bee5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:40:40,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:40:40,565 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:40:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:40:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:40:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ddb883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:40:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:40:40,566 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:40:40,567 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:40:40,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2171b18c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:40:40,590 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:40:40,591 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:40:40,591 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:40:40,592 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:40:40,592 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:40:40,593 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:40:40,593 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:40:40,594 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:40:40,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:40:40,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:40:40,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:40:40,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:40:40,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:40:40,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:40:40,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:40:40,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:40:40,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:40:40,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:40:40,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:40:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:40:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:40:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:40:40,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:40:40,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:40:40,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:40:40,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:40:40,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:40:40,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:40:40,601 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:40:40,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:40:40,602 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:40:40,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:40:40,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:40:40,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:40:40,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:40:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-22T16:40:40,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:40:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:40:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:40:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:40:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:40:40,611 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:40:40,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:40:40,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:40:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:40:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:40:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:40:40,615 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:40:40,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:40:40,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:40:40,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:40:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:40,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T16:40:40,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:40,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:40,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:40,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:40,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:40,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:40:40,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T16:40:40,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:40,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:40,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:40,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:40,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293700804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:40,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293700805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:40,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293700809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:40,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293700814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:40,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:40,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/4346694eb7d440aea411b732a457da8a is 50, key is test_row_0/A:col10/1732293640688/Put/seqid=0 2024-11-22T16:40:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293700819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:40,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:40,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:40,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:40,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:40,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:40,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741837_1013 (size=12001) 2024-11-22T16:40:40,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/4346694eb7d440aea411b732a457da8a 2024-11-22T16:40:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:40:40,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T16:40:40,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:40,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:40,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:40,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:40,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293700963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:40,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:40,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293700963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:40,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:40,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293700964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:40,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293700965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:40,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293700965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:40,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:40,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:41,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/86a1aa75e2aa4b0e976d2c2f47e84de0 is 50, key is test_row_0/B:col10/1732293640688/Put/seqid=0 2024-11-22T16:40:41,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741838_1014 (size=12001) 2024-11-22T16:40:41,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/86a1aa75e2aa4b0e976d2c2f47e84de0 2024-11-22T16:40:41,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/604e66729bdc456da841b07bc0bd0dbd is 50, key is test_row_0/C:col10/1732293640688/Put/seqid=0 2024-11-22T16:40:41,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741839_1015 (size=12001) 2024-11-22T16:40:41,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T16:40:41,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:41,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:41,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293701182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:41,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293701186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:41,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:41,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293701186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:41,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:41,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293701186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:41,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293701187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:41,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:40:41,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T16:40:41,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:41,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:41,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:41,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:41,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:41,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T16:40:41,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:41,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:41,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:41,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:41,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:41,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293701492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:41,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:41,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293701502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:41,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:41,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293701503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:41,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:41,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293701503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:41,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:41,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293701512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:41,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:41,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:41,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/604e66729bdc456da841b07bc0bd0dbd 2024-11-22T16:40:41,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/4346694eb7d440aea411b732a457da8a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/4346694eb7d440aea411b732a457da8a 2024-11-22T16:40:41,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/4346694eb7d440aea411b732a457da8a, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T16:40:41,562 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-22T16:40:41,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/86a1aa75e2aa4b0e976d2c2f47e84de0 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/86a1aa75e2aa4b0e976d2c2f47e84de0 2024-11-22T16:40:41,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/86a1aa75e2aa4b0e976d2c2f47e84de0, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T16:40:41,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/604e66729bdc456da841b07bc0bd0dbd as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/604e66729bdc456da841b07bc0bd0dbd 2024-11-22T16:40:41,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/604e66729bdc456da841b07bc0bd0dbd, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T16:40:41,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for dd61d34092ae35af777e9dfbade9c80e in 896ms, sequenceid=13, compaction requested=false 2024-11-22T16:40:41,602 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T16:40:41,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:41,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T16:40:41,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:41,606 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T16:40:41,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:41,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:41,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:41,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:41,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:41,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:41,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/a046ab1f73e34ef5ba3abb45aa83b732 is 50, key is test_row_0/A:col10/1732293640806/Put/seqid=0 2024-11-22T16:40:41,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741840_1016 (size=12001) 2024-11-22T16:40:41,659 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/a046ab1f73e34ef5ba3abb45aa83b732 2024-11-22T16:40:41,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/89948c575ba746519fca25bc976f24ad is 50, key is test_row_0/B:col10/1732293640806/Put/seqid=0 2024-11-22T16:40:41,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741841_1017 (size=12001) 2024-11-22T16:40:41,720 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/89948c575ba746519fca25bc976f24ad 2024-11-22T16:40:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:40:41,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/180fb6bdb4724389a3c8883677723676 is 50, key is test_row_0/C:col10/1732293640806/Put/seqid=0 2024-11-22T16:40:41,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741842_1018 (size=12001) 2024-11-22T16:40:41,803 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/180fb6bdb4724389a3c8883677723676 2024-11-22T16:40:41,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/a046ab1f73e34ef5ba3abb45aa83b732 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a046ab1f73e34ef5ba3abb45aa83b732 2024-11-22T16:40:41,837 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a046ab1f73e34ef5ba3abb45aa83b732, entries=150, sequenceid=33, filesize=11.7 K 2024-11-22T16:40:41,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/89948c575ba746519fca25bc976f24ad as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/89948c575ba746519fca25bc976f24ad 2024-11-22T16:40:41,859 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/89948c575ba746519fca25bc976f24ad, entries=150, sequenceid=33, filesize=11.7 K 2024-11-22T16:40:41,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/180fb6bdb4724389a3c8883677723676 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/180fb6bdb4724389a3c8883677723676 2024-11-22T16:40:41,875 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/180fb6bdb4724389a3c8883677723676, entries=150, sequenceid=33, filesize=11.7 K 2024-11-22T16:40:41,877 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for dd61d34092ae35af777e9dfbade9c80e in 271ms, sequenceid=33, compaction requested=false 2024-11-22T16:40:41,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:41,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:41,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T16:40:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T16:40:41,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T16:40:41,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2640 sec 2024-11-22T16:40:41,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.2850 sec 2024-11-22T16:40:42,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T16:40:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:42,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:42,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:42,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:42,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:42,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:42,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:42,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/ab3d8651f32a418f9a27053baf795746 is 50, key is test_row_0/A:col10/1732293642032/Put/seqid=0 2024-11-22T16:40:42,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741843_1019 (size=16681) 2024-11-22T16:40:42,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/ab3d8651f32a418f9a27053baf795746 2024-11-22T16:40:42,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293702101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293702105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732293642087, max timestamp=1732293642119Num uniques 859; 2024-11-22T16:40:42,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T16:40:42,143 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293642098, max timestamp=1732293642119Num uniques 859; 2024-11-22T16:40:42,143 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:40:42,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/6a142027bbe24870be46e41504872576 is 50, key is test_row_0/B:col10/1732293642032/Put/seqid=0 2024-11-22T16:40:42,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293642098, max timestamp=1732293642119Num uniques 859; 2024-11-22T16:40:42,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:40:42,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741844_1020 (size=12001) 2024-11-22T16:40:42,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/6a142027bbe24870be46e41504872576 2024-11-22T16:40:42,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/40b9f41462e74fcebcdf8c18493ce245 is 50, key is test_row_0/C:col10/1732293642032/Put/seqid=0 2024-11-22T16:40:42,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293702204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293702208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741845_1021 (size=12001) 2024-11-22T16:40:42,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/40b9f41462e74fcebcdf8c18493ce245 2024-11-22T16:40:42,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293702214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/ab3d8651f32a418f9a27053baf795746 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/ab3d8651f32a418f9a27053baf795746 2024-11-22T16:40:42,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293702242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293702242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/ab3d8651f32a418f9a27053baf795746, entries=250, sequenceid=45, filesize=16.3 K 2024-11-22T16:40:42,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/6a142027bbe24870be46e41504872576 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/6a142027bbe24870be46e41504872576 2024-11-22T16:40:42,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/6a142027bbe24870be46e41504872576, entries=150, sequenceid=45, filesize=11.7 K 2024-11-22T16:40:42,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/40b9f41462e74fcebcdf8c18493ce245 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/40b9f41462e74fcebcdf8c18493ce245 2024-11-22T16:40:42,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/40b9f41462e74fcebcdf8c18493ce245, entries=150, sequenceid=45, filesize=11.7 K 2024-11-22T16:40:42,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=118.53 KB/121370 for dd61d34092ae35af777e9dfbade9c80e in 262ms, sequenceid=45, compaction requested=true 2024-11-22T16:40:42,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:42,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:40:42,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:42,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:40:42,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:42,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:40:42,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:42,306 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:42,310 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:42,312 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/B is initiating minor compaction (all files) 2024-11-22T16:40:42,312 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:42,312 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/B in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:42,313 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/86a1aa75e2aa4b0e976d2c2f47e84de0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/89948c575ba746519fca25bc976f24ad, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/6a142027bbe24870be46e41504872576] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=35.2 K 2024-11-22T16:40:42,315 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 86a1aa75e2aa4b0e976d2c2f47e84de0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732293640688 2024-11-22T16:40:42,315 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:42,316 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/A is initiating minor compaction (all files) 2024-11-22T16:40:42,316 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/A in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:42,316 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/4346694eb7d440aea411b732a457da8a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a046ab1f73e34ef5ba3abb45aa83b732, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/ab3d8651f32a418f9a27053baf795746] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=39.7 K 2024-11-22T16:40:42,317 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4346694eb7d440aea411b732a457da8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732293640688 2024-11-22T16:40:42,318 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting a046ab1f73e34ef5ba3abb45aa83b732, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732293640802 2024-11-22T16:40:42,319 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab3d8651f32a418f9a27053baf795746, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732293642017 2024-11-22T16:40:42,322 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 89948c575ba746519fca25bc976f24ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732293640802 2024-11-22T16:40:42,328 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a142027bbe24870be46e41504872576, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732293642017 2024-11-22T16:40:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:42,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=125.23 KB heapSize=355.30 KB 2024-11-22T16:40:42,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:42,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:40:42,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:42,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:40:42,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:42,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:40:42,369 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#B#compaction#10 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:42,369 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#A#compaction#9 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:42,370 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/d449f4d33bd548bba1089dceaeedeb66 is 50, key is test_row_0/A:col10/1732293642032/Put/seqid=0 2024-11-22T16:40:42,371 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/d6aeaf5989ed4cf7863fd3e9fa379c99 is 50, key is test_row_0/B:col10/1732293642032/Put/seqid=0 2024-11-22T16:40:42,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/bc06e8b1c2dd4e70a7a51146a5d793b6 is 50, key is test_row_0/A:col10/1732293642210/Put/seqid=0 2024-11-22T16:40:42,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741846_1022 (size=12104) 2024-11-22T16:40:42,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293702401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741848_1024 (size=14341) 2024-11-22T16:40:42,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/bc06e8b1c2dd4e70a7a51146a5d793b6 2024-11-22T16:40:42,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293702416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,437 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/d449f4d33bd548bba1089dceaeedeb66 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/d449f4d33bd548bba1089dceaeedeb66 2024-11-22T16:40:42,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293702417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/4d80a7e9d4b04ce1879bbc217a7eb508 is 50, key is test_row_0/B:col10/1732293642210/Put/seqid=0 2024-11-22T16:40:42,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741847_1023 (size=12104) 2024-11-22T16:40:42,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293702462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293702463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,471 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/A of dd61d34092ae35af777e9dfbade9c80e into d449f4d33bd548bba1089dceaeedeb66(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:42,471 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:42,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,477 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/A, priority=13, startTime=1732293642300; duration=0sec 2024-11-22T16:40:42,478 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:42,478 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:A 2024-11-22T16:40:42,478 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:42,481 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:42,481 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/C is initiating minor compaction (all files) 2024-11-22T16:40:42,482 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/d6aeaf5989ed4cf7863fd3e9fa379c99 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/d6aeaf5989ed4cf7863fd3e9fa379c99 2024-11-22T16:40:42,482 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/C in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:42,482 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/604e66729bdc456da841b07bc0bd0dbd, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/180fb6bdb4724389a3c8883677723676, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/40b9f41462e74fcebcdf8c18493ce245] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=35.2 K 2024-11-22T16:40:42,485 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 604e66729bdc456da841b07bc0bd0dbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732293640688 2024-11-22T16:40:42,486 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 180fb6bdb4724389a3c8883677723676, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732293640802 2024-11-22T16:40:42,488 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40b9f41462e74fcebcdf8c18493ce245, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732293642017 2024-11-22T16:40:42,496 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/B of dd61d34092ae35af777e9dfbade9c80e into d6aeaf5989ed4cf7863fd3e9fa379c99(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:42,496 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:42,497 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/B, priority=13, startTime=1732293642303; duration=0sec 2024-11-22T16:40:42,497 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:42,497 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:B 2024-11-22T16:40:42,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741849_1025 (size=12001) 2024-11-22T16:40:42,524 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#C#compaction#13 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:42,525 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/eeb7509e68a647c1a7071ab4c1a0978b is 50, key is test_row_0/C:col10/1732293642032/Put/seqid=0 2024-11-22T16:40:42,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/4d80a7e9d4b04ce1879bbc217a7eb508 2024-11-22T16:40:42,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293702521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293702542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293702564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741850_1026 (size=12104) 2024-11-22T16:40:42,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/0e464c857d654e0eb778f63882a23628 is 50, key is test_row_0/C:col10/1732293642210/Put/seqid=0 2024-11-22T16:40:42,595 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/eeb7509e68a647c1a7071ab4c1a0978b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/eeb7509e68a647c1a7071ab4c1a0978b 2024-11-22T16:40:42,610 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/C of dd61d34092ae35af777e9dfbade9c80e into eeb7509e68a647c1a7071ab4c1a0978b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:42,610 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:42,610 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/C, priority=13, startTime=1732293642303; duration=0sec 2024-11-22T16:40:42,610 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:42,610 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:C 2024-11-22T16:40:42,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741851_1027 (size=12001) 2024-11-22T16:40:42,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/0e464c857d654e0eb778f63882a23628 2024-11-22T16:40:42,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/bc06e8b1c2dd4e70a7a51146a5d793b6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/bc06e8b1c2dd4e70a7a51146a5d793b6 2024-11-22T16:40:42,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/bc06e8b1c2dd4e70a7a51146a5d793b6, entries=200, sequenceid=80, filesize=14.0 K 2024-11-22T16:40:42,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/4d80a7e9d4b04ce1879bbc217a7eb508 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/4d80a7e9d4b04ce1879bbc217a7eb508 2024-11-22T16:40:42,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/4d80a7e9d4b04ce1879bbc217a7eb508, entries=150, sequenceid=80, filesize=11.7 K 2024-11-22T16:40:42,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/0e464c857d654e0eb778f63882a23628 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/0e464c857d654e0eb778f63882a23628 2024-11-22T16:40:42,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/0e464c857d654e0eb778f63882a23628, entries=150, sequenceid=80, filesize=11.7 K 2024-11-22T16:40:42,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~125.23 KB/128240, heapSize ~355.25 KB/363776, currentSize=60.38 KB/61830 for dd61d34092ae35af777e9dfbade9c80e in 351ms, sequenceid=80, compaction requested=false 2024-11-22T16:40:42,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:42,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T16:40:42,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:42,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:42,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:40:42,761 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:40:42,762 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:40:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-22T16:40:42,766 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:40:42,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/35bfa37f03b64a8fbd48f4787ad4702d is 50, key is test_row_0/A:col10/1732293642744/Put/seqid=0 2024-11-22T16:40:42,767 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:40:42,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:40:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T16:40:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741852_1028 (size=14341) 2024-11-22T16:40:42,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/35bfa37f03b64a8fbd48f4787ad4702d 2024-11-22T16:40:42,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/593eaec5e3ea45f59d36ea2a59c81e07 is 50, key is test_row_0/B:col10/1732293642744/Put/seqid=0 2024-11-22T16:40:42,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293702815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293702817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293702819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741853_1029 (size=12001) 2024-11-22T16:40:42,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/593eaec5e3ea45f59d36ea2a59c81e07 2024-11-22T16:40:42,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293702828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293702831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/d8b2491c37794a05b1aec4579cce07e4 is 50, key is test_row_0/C:col10/1732293642744/Put/seqid=0 2024-11-22T16:40:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T16:40:42,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741854_1030 (size=12001) 2024-11-22T16:40:42,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/d8b2491c37794a05b1aec4579cce07e4 2024-11-22T16:40:42,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/35bfa37f03b64a8fbd48f4787ad4702d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/35bfa37f03b64a8fbd48f4787ad4702d 2024-11-22T16:40:42,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/35bfa37f03b64a8fbd48f4787ad4702d, entries=200, sequenceid=96, filesize=14.0 K 2024-11-22T16:40:42,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/593eaec5e3ea45f59d36ea2a59c81e07 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/593eaec5e3ea45f59d36ea2a59c81e07 2024-11-22T16:40:42,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T16:40:42,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:42,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:42,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:42,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:42,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:42,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/593eaec5e3ea45f59d36ea2a59c81e07, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T16:40:42,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293702942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293702943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293702944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/d8b2491c37794a05b1aec4579cce07e4 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d8b2491c37794a05b1aec4579cce07e4 2024-11-22T16:40:42,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293702951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293702952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:42,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d8b2491c37794a05b1aec4579cce07e4, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T16:40:42,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for dd61d34092ae35af777e9dfbade9c80e in 210ms, sequenceid=96, compaction requested=true 2024-11-22T16:40:42,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:42,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:40:42,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:42,964 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:42,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:40:42,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:42,964 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:42,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:40:42,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:42,967 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:42,967 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/B is initiating minor compaction (all files) 2024-11-22T16:40:42,967 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/B in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:42,967 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/d6aeaf5989ed4cf7863fd3e9fa379c99, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/4d80a7e9d4b04ce1879bbc217a7eb508, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/593eaec5e3ea45f59d36ea2a59c81e07] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=35.3 K 2024-11-22T16:40:42,968 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:42,968 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/A is initiating minor compaction (all files) 2024-11-22T16:40:42,968 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/A in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:42,968 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/d449f4d33bd548bba1089dceaeedeb66, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/bc06e8b1c2dd4e70a7a51146a5d793b6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/35bfa37f03b64a8fbd48f4787ad4702d] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=39.8 K 2024-11-22T16:40:42,969 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting d6aeaf5989ed4cf7863fd3e9fa379c99, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732293642017 2024-11-22T16:40:42,970 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting d449f4d33bd548bba1089dceaeedeb66, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732293642017 2024-11-22T16:40:42,970 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d80a7e9d4b04ce1879bbc217a7eb508, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732293642194 2024-11-22T16:40:42,971 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc06e8b1c2dd4e70a7a51146a5d793b6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732293642194 2024-11-22T16:40:42,973 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 593eaec5e3ea45f59d36ea2a59c81e07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732293642397 2024-11-22T16:40:42,973 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35bfa37f03b64a8fbd48f4787ad4702d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732293642385 2024-11-22T16:40:43,007 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#B#compaction#18 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:43,008 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:43,008 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/564b5aa0d3fc4e26b7f33482d78c06a2 is 50, key is test_row_0/B:col10/1732293642744/Put/seqid=0 2024-11-22T16:40:43,009 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/22e572c522aa45daaf0263f0597cbe20 is 50, key is test_row_0/A:col10/1732293642744/Put/seqid=0 2024-11-22T16:40:43,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741856_1032 (size=12207) 2024-11-22T16:40:43,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741855_1031 (size=12207) 2024-11-22T16:40:43,060 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/22e572c522aa45daaf0263f0597cbe20 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/22e572c522aa45daaf0263f0597cbe20 2024-11-22T16:40:43,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T16:40:43,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:43,079 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T16:40:43,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:43,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:43,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:43,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:43,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:43,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T16:40:43,083 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/A of dd61d34092ae35af777e9dfbade9c80e into 22e572c522aa45daaf0263f0597cbe20(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:43,083 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:43,083 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/A, priority=13, startTime=1732293642963; duration=0sec 2024-11-22T16:40:43,084 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:43,084 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:A 2024-11-22T16:40:43,084 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:43,087 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:43,087 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/C is initiating minor compaction (all files) 2024-11-22T16:40:43,087 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/C in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:43,087 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/eeb7509e68a647c1a7071ab4c1a0978b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/0e464c857d654e0eb778f63882a23628, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d8b2491c37794a05b1aec4579cce07e4] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=35.3 K 2024-11-22T16:40:43,088 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting eeb7509e68a647c1a7071ab4c1a0978b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732293642017 2024-11-22T16:40:43,089 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e464c857d654e0eb778f63882a23628, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732293642194 2024-11-22T16:40:43,090 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8b2491c37794a05b1aec4579cce07e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732293642397 2024-11-22T16:40:43,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/7c77857aaeec4620a3ac03df02576b6d is 50, key is test_row_0/A:col10/1732293642824/Put/seqid=0 2024-11-22T16:40:43,132 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:43,133 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/c5d3fc731397466cbc2d5a6345f20241 is 50, key is test_row_0/C:col10/1732293642744/Put/seqid=0 2024-11-22T16:40:43,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741857_1033 (size=12001) 2024-11-22T16:40:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:43,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:43,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741858_1034 (size=12207) 2024-11-22T16:40:43,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293703176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293703179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293703185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293703184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293703188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293703292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293703302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293703302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293703303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293703303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T16:40:43,443 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/564b5aa0d3fc4e26b7f33482d78c06a2 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/564b5aa0d3fc4e26b7f33482d78c06a2 2024-11-22T16:40:43,460 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/B of dd61d34092ae35af777e9dfbade9c80e into 564b5aa0d3fc4e26b7f33482d78c06a2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:43,462 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:43,462 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/B, priority=13, startTime=1732293642964; duration=0sec 2024-11-22T16:40:43,462 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:43,462 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:B 2024-11-22T16:40:43,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293703502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293703511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293703521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293703521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293703521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,548 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/7c77857aaeec4620a3ac03df02576b6d 2024-11-22T16:40:43,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/8c5db98d51a448d0b5914fcad52bd139 is 50, key is test_row_0/B:col10/1732293642824/Put/seqid=0 2024-11-22T16:40:43,603 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/c5d3fc731397466cbc2d5a6345f20241 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/c5d3fc731397466cbc2d5a6345f20241 2024-11-22T16:40:43,620 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/C of dd61d34092ae35af777e9dfbade9c80e into c5d3fc731397466cbc2d5a6345f20241(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:43,620 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:43,620 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/C, priority=13, startTime=1732293642964; duration=0sec 2024-11-22T16:40:43,621 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:43,621 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:C 2024-11-22T16:40:43,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741859_1035 (size=12001) 2024-11-22T16:40:43,644 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/8c5db98d51a448d0b5914fcad52bd139 2024-11-22T16:40:43,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/b0e34b60b55d472eb5a2b5169e828339 is 50, key is test_row_0/C:col10/1732293642824/Put/seqid=0 2024-11-22T16:40:43,730 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:40:43,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741860_1036 (size=12001) 2024-11-22T16:40:43,736 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/b0e34b60b55d472eb5a2b5169e828339 2024-11-22T16:40:43,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/7c77857aaeec4620a3ac03df02576b6d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/7c77857aaeec4620a3ac03df02576b6d 2024-11-22T16:40:43,764 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/7c77857aaeec4620a3ac03df02576b6d, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T16:40:43,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/8c5db98d51a448d0b5914fcad52bd139 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/8c5db98d51a448d0b5914fcad52bd139 2024-11-22T16:40:43,787 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/8c5db98d51a448d0b5914fcad52bd139, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T16:40:43,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/b0e34b60b55d472eb5a2b5169e828339 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b0e34b60b55d472eb5a2b5169e828339 2024-11-22T16:40:43,799 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b0e34b60b55d472eb5a2b5169e828339, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T16:40:43,801 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for dd61d34092ae35af777e9dfbade9c80e in 721ms, sequenceid=116, compaction requested=false 2024-11-22T16:40:43,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:43,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:43,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-22T16:40:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-22T16:40:43,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T16:40:43,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0370 sec 2024-11-22T16:40:43,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.0480 sec 2024-11-22T16:40:43,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T16:40:43,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:43,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:43,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:43,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:43,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:43,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:43,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/29cf57e6956740d2b7a48614c8672e7b is 50, key is test_row_0/A:col10/1732293643815/Put/seqid=0 2024-11-22T16:40:43,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741861_1037 (size=14391) 2024-11-22T16:40:43,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/29cf57e6956740d2b7a48614c8672e7b 2024-11-22T16:40:43,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293703880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293703880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293703890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293703891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:43,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293703894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:43,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:43,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T16:40:43,901 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:40:43,902 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:40:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-22T16:40:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T16:40:43,905 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:40:43,907 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:40:43,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:40:43,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/e3b61445a34c46b5acb5db35a1fb0b7c is 50, key is test_row_0/B:col10/1732293643815/Put/seqid=0 2024-11-22T16:40:43,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741862_1038 (size=12051) 2024-11-22T16:40:43,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/e3b61445a34c46b5acb5db35a1fb0b7c 2024-11-22T16:40:43,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/24a86c6a2b7447f2a6b6434c193c3142 is 50, key is test_row_0/C:col10/1732293643815/Put/seqid=0 2024-11-22T16:40:44,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293704002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293704002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293704003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T16:40:44,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741863_1039 (size=12051) 2024-11-22T16:40:44,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293704011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293704011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/24a86c6a2b7447f2a6b6434c193c3142 2024-11-22T16:40:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/29cf57e6956740d2b7a48614c8672e7b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/29cf57e6956740d2b7a48614c8672e7b 2024-11-22T16:40:44,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T16:40:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:44,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:44,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:44,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/29cf57e6956740d2b7a48614c8672e7b, entries=200, sequenceid=132, filesize=14.1 K 2024-11-22T16:40:44,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/e3b61445a34c46b5acb5db35a1fb0b7c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/e3b61445a34c46b5acb5db35a1fb0b7c 2024-11-22T16:40:44,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/e3b61445a34c46b5acb5db35a1fb0b7c, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T16:40:44,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/24a86c6a2b7447f2a6b6434c193c3142 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/24a86c6a2b7447f2a6b6434c193c3142 2024-11-22T16:40:44,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/24a86c6a2b7447f2a6b6434c193c3142, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T16:40:44,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for dd61d34092ae35af777e9dfbade9c80e in 302ms, sequenceid=132, compaction requested=true 2024-11-22T16:40:44,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:44,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:40:44,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:44,122 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:44,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:40:44,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:44,122 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:44,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:40:44,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:44,125 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:44,125 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:44,125 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/B is initiating minor compaction (all files) 2024-11-22T16:40:44,125 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/A is initiating minor compaction (all files) 2024-11-22T16:40:44,125 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/B in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:44,125 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/A in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:44,126 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/564b5aa0d3fc4e26b7f33482d78c06a2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/8c5db98d51a448d0b5914fcad52bd139, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/e3b61445a34c46b5acb5db35a1fb0b7c] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=35.4 K 2024-11-22T16:40:44,126 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/22e572c522aa45daaf0263f0597cbe20, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/7c77857aaeec4620a3ac03df02576b6d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/29cf57e6956740d2b7a48614c8672e7b] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=37.7 K 2024-11-22T16:40:44,127 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 22e572c522aa45daaf0263f0597cbe20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732293642397 2024-11-22T16:40:44,127 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 564b5aa0d3fc4e26b7f33482d78c06a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732293642397 2024-11-22T16:40:44,128 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c5db98d51a448d0b5914fcad52bd139, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732293642804 2024-11-22T16:40:44,128 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c77857aaeec4620a3ac03df02576b6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732293642804 2024-11-22T16:40:44,129 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3b61445a34c46b5acb5db35a1fb0b7c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732293643172 2024-11-22T16:40:44,129 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 29cf57e6956740d2b7a48614c8672e7b, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732293643166 2024-11-22T16:40:44,165 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#B#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:44,166 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/5303a1fdc287411d8d355fe0fcd30b72 is 50, key is test_row_0/B:col10/1732293643815/Put/seqid=0 2024-11-22T16:40:44,173 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:44,174 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/932036967f65413782a9f3223994f930 is 50, key is test_row_0/A:col10/1732293643815/Put/seqid=0 2024-11-22T16:40:44,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741864_1040 (size=12359) 2024-11-22T16:40:44,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741865_1041 (size=12359) 2024-11-22T16:40:44,209 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/5303a1fdc287411d8d355fe0fcd30b72 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/5303a1fdc287411d8d355fe0fcd30b72 2024-11-22T16:40:44,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T16:40:44,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:44,218 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T16:40:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:44,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T16:40:44,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:44,222 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/932036967f65413782a9f3223994f930 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/932036967f65413782a9f3223994f930 2024-11-22T16:40:44,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:44,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:44,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:44,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:44,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:44,237 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/B of dd61d34092ae35af777e9dfbade9c80e into 5303a1fdc287411d8d355fe0fcd30b72(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:44,237 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:44,237 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/B, priority=13, startTime=1732293644122; duration=0sec 2024-11-22T16:40:44,237 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:44,237 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:B 2024-11-22T16:40:44,238 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:44,240 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:44,240 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/C is initiating minor compaction (all files) 2024-11-22T16:40:44,240 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/C in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:44,240 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/c5d3fc731397466cbc2d5a6345f20241, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b0e34b60b55d472eb5a2b5169e828339, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/24a86c6a2b7447f2a6b6434c193c3142] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=35.4 K 2024-11-22T16:40:44,241 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5d3fc731397466cbc2d5a6345f20241, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732293642397 2024-11-22T16:40:44,241 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/A of dd61d34092ae35af777e9dfbade9c80e into 932036967f65413782a9f3223994f930(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:44,241 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:44,241 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/A, priority=13, startTime=1732293644122; duration=0sec 2024-11-22T16:40:44,242 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:44,242 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:A 2024-11-22T16:40:44,242 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0e34b60b55d472eb5a2b5169e828339, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732293642804 2024-11-22T16:40:44,243 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24a86c6a2b7447f2a6b6434c193c3142, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732293643172 2024-11-22T16:40:44,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/619b31d5d9d54238bf0c2647d84b567e is 50, key is test_row_0/A:col10/1732293644216/Put/seqid=0 2024-11-22T16:40:44,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293704249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293704250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293704262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293704263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,272 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:44,273 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/630cf8687e014ed9867f944f54d82595 is 50, key is test_row_0/C:col10/1732293643815/Put/seqid=0 2024-11-22T16:40:44,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293704269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741866_1042 (size=12151) 2024-11-22T16:40:44,281 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/619b31d5d9d54238bf0c2647d84b567e 2024-11-22T16:40:44,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/5cc7531f80fc45e490a03ac0deaa1e0e is 50, key is test_row_0/B:col10/1732293644216/Put/seqid=0 2024-11-22T16:40:44,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741867_1043 (size=12359) 2024-11-22T16:40:44,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293704372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293704372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741868_1044 (size=12151) 2024-11-22T16:40:44,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293704383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293704383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293704384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T16:40:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T16:40:44,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293704581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293704583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293704602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293704602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293704602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,767 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/630cf8687e014ed9867f944f54d82595 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/630cf8687e014ed9867f944f54d82595 2024-11-22T16:40:44,785 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/C of dd61d34092ae35af777e9dfbade9c80e into 630cf8687e014ed9867f944f54d82595(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:44,785 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/5cc7531f80fc45e490a03ac0deaa1e0e 2024-11-22T16:40:44,785 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:44,785 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/C, priority=13, startTime=1732293644122; duration=0sec 2024-11-22T16:40:44,791 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:44,791 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:C 2024-11-22T16:40:44,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/54564301c71f47518a6a06e3178360ff is 50, key is test_row_0/C:col10/1732293644216/Put/seqid=0 2024-11-22T16:40:44,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741869_1045 (size=12151) 2024-11-22T16:40:44,845 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/54564301c71f47518a6a06e3178360ff 2024-11-22T16:40:44,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/619b31d5d9d54238bf0c2647d84b567e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/619b31d5d9d54238bf0c2647d84b567e 2024-11-22T16:40:44,872 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/619b31d5d9d54238bf0c2647d84b567e, entries=150, sequenceid=152, filesize=11.9 K 2024-11-22T16:40:44,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/5cc7531f80fc45e490a03ac0deaa1e0e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/5cc7531f80fc45e490a03ac0deaa1e0e 2024-11-22T16:40:44,885 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/5cc7531f80fc45e490a03ac0deaa1e0e, entries=150, sequenceid=152, filesize=11.9 K 2024-11-22T16:40:44,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/54564301c71f47518a6a06e3178360ff as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/54564301c71f47518a6a06e3178360ff 2024-11-22T16:40:44,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293704891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:44,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293704892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:44,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:44,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:44,902 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/54564301c71f47518a6a06e3178360ff, entries=150, sequenceid=152, filesize=11.9 K 2024-11-22T16:40:44,904 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for dd61d34092ae35af777e9dfbade9c80e in 686ms, sequenceid=152, compaction requested=false 2024-11-22T16:40:44,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:44,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:44,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-22T16:40:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-22T16:40:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:44,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T16:40:44,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:44,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:44,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:44,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:44,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:44,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:44,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T16:40:44,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-11-22T16:40:44,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.0240 sec 2024-11-22T16:40:44,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/38b90cce778d46ef973e95ad8ac49d09 is 50, key is test_row_0/A:col10/1732293644911/Put/seqid=0 2024-11-22T16:40:44,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741870_1046 (size=14541) 2024-11-22T16:40:44,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/38b90cce778d46ef973e95ad8ac49d09 2024-11-22T16:40:44,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/8700034055a84a079e497f48b125c91b is 50, key is test_row_0/B:col10/1732293644911/Put/seqid=0 2024-11-22T16:40:44,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741871_1047 (size=12151) 2024-11-22T16:40:45,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:40:45,038 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T16:40:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T16:40:45,042 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:40:45,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:40:45,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T16:40:45,043 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:40:45,043 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T16:40:45,043 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T16:40:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-22T16:40:45,045 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T16:40:45,046 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T16:40:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T16:40:45,046 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:40:45,048 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:40:45,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:40:45,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293705049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:45,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293705050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:45,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293705058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:45,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T16:40:45,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293705171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:45,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293705171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293705171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:45,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:45,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T16:40:45,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:45,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:45,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:45,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:45,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:45,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T16:40:45,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:45,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:45,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:45,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:45,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T16:40:45,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293705381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:45,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:45,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293705382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:45,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293705382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:45,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:45,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/8700034055a84a079e497f48b125c91b 2024-11-22T16:40:45,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:45,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/9987239020a541e89fdf69bfa27c880a is 50, key is test_row_0/C:col10/1732293644911/Put/seqid=0 2024-11-22T16:40:45,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293705401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:45,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:45,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293705401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:45,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741872_1048 (size=12151) 2024-11-22T16:40:45,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T16:40:45,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:45,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:45,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:45,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:45,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:45,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T16:40:45,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:45,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:45,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T16:40:45,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293705692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:45,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293705693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:45,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:45,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293705693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:45,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:45,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:45,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/9987239020a541e89fdf69bfa27c880a 2024-11-22T16:40:45,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T16:40:45,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:45,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:45,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:45,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:45,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:45,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/38b90cce778d46ef973e95ad8ac49d09 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/38b90cce778d46ef973e95ad8ac49d09 2024-11-22T16:40:45,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/38b90cce778d46ef973e95ad8ac49d09, entries=200, sequenceid=169, filesize=14.2 K 2024-11-22T16:40:45,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/8700034055a84a079e497f48b125c91b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/8700034055a84a079e497f48b125c91b 2024-11-22T16:40:45,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/8700034055a84a079e497f48b125c91b, entries=150, sequenceid=169, filesize=11.9 K 2024-11-22T16:40:45,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/9987239020a541e89fdf69bfa27c880a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9987239020a541e89fdf69bfa27c880a 2024-11-22T16:40:45,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9987239020a541e89fdf69bfa27c880a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-22T16:40:45,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for dd61d34092ae35af777e9dfbade9c80e in 970ms, sequenceid=169, compaction requested=true 2024-11-22T16:40:45,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:45,885 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:45,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:40:45,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:45,886 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:45,887 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:45,887 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/A is initiating minor compaction (all files) 2024-11-22T16:40:45,887 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/A in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:45,888 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/932036967f65413782a9f3223994f930, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/619b31d5d9d54238bf0c2647d84b567e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/38b90cce778d46ef973e95ad8ac49d09] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=38.1 K 2024-11-22T16:40:45,888 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 932036967f65413782a9f3223994f930, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732293643172 2024-11-22T16:40:45,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:40:45,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:45,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:40:45,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:45,889 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:45,889 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/B is initiating minor compaction (all files) 2024-11-22T16:40:45,889 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/B in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:45,889 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/5303a1fdc287411d8d355fe0fcd30b72, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/5cc7531f80fc45e490a03ac0deaa1e0e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/8700034055a84a079e497f48b125c91b] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=35.8 K 2024-11-22T16:40:45,890 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 5303a1fdc287411d8d355fe0fcd30b72, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732293643172 2024-11-22T16:40:45,891 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 619b31d5d9d54238bf0c2647d84b567e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732293643860 2024-11-22T16:40:45,892 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cc7531f80fc45e490a03ac0deaa1e0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732293643860 2024-11-22T16:40:45,892 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38b90cce778d46ef973e95ad8ac49d09, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732293644242 2024-11-22T16:40:45,893 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 8700034055a84a079e497f48b125c91b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732293644242 2024-11-22T16:40:45,915 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:45,916 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/58f33d3653204f6f9038cbcf49584896 is 50, key is test_row_0/A:col10/1732293644911/Put/seqid=0 2024-11-22T16:40:45,917 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:45,918 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/80ffbddfbb2e4acda62b0ad2f6ce6248 is 50, key is test_row_0/B:col10/1732293644911/Put/seqid=0 2024-11-22T16:40:45,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741874_1050 (size=12561) 2024-11-22T16:40:45,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741873_1049 (size=12561) 2024-11-22T16:40:45,965 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/58f33d3653204f6f9038cbcf49584896 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/58f33d3653204f6f9038cbcf49584896 2024-11-22T16:40:45,976 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/80ffbddfbb2e4acda62b0ad2f6ce6248 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/80ffbddfbb2e4acda62b0ad2f6ce6248 2024-11-22T16:40:45,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T16:40:45,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:45,983 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T16:40:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:45,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:45,988 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/A of dd61d34092ae35af777e9dfbade9c80e into 58f33d3653204f6f9038cbcf49584896(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:45,989 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:45,989 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/A, priority=13, startTime=1732293645885; duration=0sec 2024-11-22T16:40:45,989 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:45,989 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:A 2024-11-22T16:40:45,989 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:45,993 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/B of dd61d34092ae35af777e9dfbade9c80e into 80ffbddfbb2e4acda62b0ad2f6ce6248(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:45,994 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:45,994 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/B, priority=13, startTime=1732293645886; duration=0sec 2024-11-22T16:40:45,994 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:45,994 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:B 2024-11-22T16:40:45,996 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:45,996 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/C is initiating minor compaction (all files) 2024-11-22T16:40:45,996 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/C in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:45,996 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/630cf8687e014ed9867f944f54d82595, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/54564301c71f47518a6a06e3178360ff, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9987239020a541e89fdf69bfa27c880a] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=35.8 K 2024-11-22T16:40:45,997 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 630cf8687e014ed9867f944f54d82595, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732293643172 2024-11-22T16:40:45,997 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54564301c71f47518a6a06e3178360ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732293643860 2024-11-22T16:40:45,998 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9987239020a541e89fdf69bfa27c880a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732293644242 2024-11-22T16:40:46,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/94534cfca86046ffb5bf7d173c07a3c6 is 50, key is test_row_0/A:col10/1732293645037/Put/seqid=0 2024-11-22T16:40:46,031 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:46,032 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/b110fe8857434444afe857ee688962ad is 50, key is test_row_0/C:col10/1732293644911/Put/seqid=0 2024-11-22T16:40:46,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741875_1051 (size=12151) 2024-11-22T16:40:46,075 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/94534cfca86046ffb5bf7d173c07a3c6 2024-11-22T16:40:46,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741876_1052 (size=12561) 2024-11-22T16:40:46,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/259ea08cf02940ada90d3726859cc83e is 50, key is test_row_0/B:col10/1732293645037/Put/seqid=0 2024-11-22T16:40:46,103 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/b110fe8857434444afe857ee688962ad as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b110fe8857434444afe857ee688962ad 2024-11-22T16:40:46,113 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/C of dd61d34092ae35af777e9dfbade9c80e into b110fe8857434444afe857ee688962ad(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:46,113 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:46,113 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/C, priority=13, startTime=1732293645889; duration=0sec 2024-11-22T16:40:46,113 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:46,114 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:C 2024-11-22T16:40:46,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741877_1053 (size=12151) 2024-11-22T16:40:46,149 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/259ea08cf02940ada90d3726859cc83e 2024-11-22T16:40:46,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/89b7320742fa4dbdbca704ef4985491a is 50, key is test_row_0/C:col10/1732293645037/Put/seqid=0 2024-11-22T16:40:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T16:40:46,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:46,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741878_1054 (size=12151) 2024-11-22T16:40:46,211 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/89b7320742fa4dbdbca704ef4985491a 2024-11-22T16:40:46,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/94534cfca86046ffb5bf7d173c07a3c6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/94534cfca86046ffb5bf7d173c07a3c6 2024-11-22T16:40:46,230 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/94534cfca86046ffb5bf7d173c07a3c6, entries=150, sequenceid=188, filesize=11.9 K 2024-11-22T16:40:46,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/259ea08cf02940ada90d3726859cc83e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/259ea08cf02940ada90d3726859cc83e 2024-11-22T16:40:46,241 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/259ea08cf02940ada90d3726859cc83e, entries=150, sequenceid=188, filesize=11.9 K 2024-11-22T16:40:46,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/89b7320742fa4dbdbca704ef4985491a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/89b7320742fa4dbdbca704ef4985491a 2024-11-22T16:40:46,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293706241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:46,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:46,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293706251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:46,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:46,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293706251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:46,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:46,259 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/89b7320742fa4dbdbca704ef4985491a, entries=150, sequenceid=188, filesize=11.9 K 2024-11-22T16:40:46,262 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for dd61d34092ae35af777e9dfbade9c80e in 278ms, sequenceid=188, compaction requested=false 2024-11-22T16:40:46,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:46,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:46,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-22T16:40:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-22T16:40:46,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T16:40:46,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2180 sec 2024-11-22T16:40:46,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.2300 sec 2024-11-22T16:40:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:46,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T16:40:46,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:46,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:46,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:46,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:46,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:46,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:46,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/81f1be243b244148a4b6ea204d42c78c is 50, key is test_row_0/A:col10/1732293646364/Put/seqid=0 2024-11-22T16:40:46,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741879_1055 (size=16931) 2024-11-22T16:40:46,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293706403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:46,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:46,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293706411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:46,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293706412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:46,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293706417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:46,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293706422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:46,425 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in dd61d34092ae35af777e9dfbade9c80e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:40:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:46,425 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in dd61d34092ae35af777e9dfbade9c80e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:40:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:46,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293706522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:46,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:46,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293706531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:46,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:46,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293706533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:46,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:46,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293706741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:46,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293706742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:46,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293706742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:46,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/81f1be243b244148a4b6ea204d42c78c 2024-11-22T16:40:46,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/290040e2a0e14bad83cef0d14022bf27 is 50, key is test_row_0/B:col10/1732293646364/Put/seqid=0 2024-11-22T16:40:46,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741880_1056 (size=12151) 2024-11-22T16:40:46,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/290040e2a0e14bad83cef0d14022bf27 2024-11-22T16:40:46,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/9c2f5e3fb6c8438d9355ade7e716408d is 50, key is test_row_0/C:col10/1732293646364/Put/seqid=0 2024-11-22T16:40:46,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741881_1057 (size=12151) 2024-11-22T16:40:46,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/9c2f5e3fb6c8438d9355ade7e716408d 2024-11-22T16:40:46,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/81f1be243b244148a4b6ea204d42c78c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/81f1be243b244148a4b6ea204d42c78c 2024-11-22T16:40:46,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/81f1be243b244148a4b6ea204d42c78c, entries=250, sequenceid=207, filesize=16.5 K 2024-11-22T16:40:46,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/290040e2a0e14bad83cef0d14022bf27 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/290040e2a0e14bad83cef0d14022bf27 2024-11-22T16:40:46,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/290040e2a0e14bad83cef0d14022bf27, entries=150, sequenceid=207, filesize=11.9 K 2024-11-22T16:40:46,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/9c2f5e3fb6c8438d9355ade7e716408d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9c2f5e3fb6c8438d9355ade7e716408d 2024-11-22T16:40:46,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9c2f5e3fb6c8438d9355ade7e716408d, entries=150, sequenceid=207, filesize=11.9 K 2024-11-22T16:40:46,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for dd61d34092ae35af777e9dfbade9c80e in 544ms, sequenceid=207, compaction requested=true 2024-11-22T16:40:46,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:46,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:40:46,910 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:46,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:46,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:40:46,910 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:46,912 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:46,912 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/A is initiating minor compaction (all files) 2024-11-22T16:40:46,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:46,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:40:46,912 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:46,912 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/A in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:46,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:46,912 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/B is initiating minor compaction (all files) 2024-11-22T16:40:46,912 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/58f33d3653204f6f9038cbcf49584896, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/94534cfca86046ffb5bf7d173c07a3c6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/81f1be243b244148a4b6ea204d42c78c] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=40.7 K 2024-11-22T16:40:46,912 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/B in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:46,913 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/80ffbddfbb2e4acda62b0ad2f6ce6248, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/259ea08cf02940ada90d3726859cc83e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/290040e2a0e14bad83cef0d14022bf27] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=36.0 K 2024-11-22T16:40:46,913 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58f33d3653204f6f9038cbcf49584896, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732293644242 2024-11-22T16:40:46,913 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 80ffbddfbb2e4acda62b0ad2f6ce6248, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732293644242 2024-11-22T16:40:46,913 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94534cfca86046ffb5bf7d173c07a3c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732293644951 2024-11-22T16:40:46,914 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 259ea08cf02940ada90d3726859cc83e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732293644951 2024-11-22T16:40:46,914 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81f1be243b244148a4b6ea204d42c78c, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732293646238 2024-11-22T16:40:46,915 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 290040e2a0e14bad83cef0d14022bf27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732293646247 2024-11-22T16:40:46,935 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#A#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:46,935 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#B#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:46,936 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/75daa97738e34d42ac92f1e9c5cb56be is 50, key is test_row_0/B:col10/1732293646364/Put/seqid=0 2024-11-22T16:40:46,936 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/c288b874ee5a4b409190f704dd351aa2 is 50, key is test_row_0/A:col10/1732293646364/Put/seqid=0 2024-11-22T16:40:46,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741882_1058 (size=12663) 2024-11-22T16:40:46,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741883_1059 (size=12663) 2024-11-22T16:40:46,964 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/c288b874ee5a4b409190f704dd351aa2 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/c288b874ee5a4b409190f704dd351aa2 2024-11-22T16:40:46,973 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/A of dd61d34092ae35af777e9dfbade9c80e into c288b874ee5a4b409190f704dd351aa2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:46,973 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:46,973 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/A, priority=13, startTime=1732293646910; duration=0sec 2024-11-22T16:40:46,974 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:46,974 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:A 2024-11-22T16:40:46,974 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:46,982 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:46,982 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/C is initiating minor compaction (all files) 2024-11-22T16:40:46,982 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/C in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:46,982 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b110fe8857434444afe857ee688962ad, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/89b7320742fa4dbdbca704ef4985491a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9c2f5e3fb6c8438d9355ade7e716408d] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=36.0 K 2024-11-22T16:40:46,983 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting b110fe8857434444afe857ee688962ad, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732293644242 2024-11-22T16:40:46,984 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89b7320742fa4dbdbca704ef4985491a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732293644951 2024-11-22T16:40:46,984 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c2f5e3fb6c8438d9355ade7e716408d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732293646247 2024-11-22T16:40:46,999 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#C#compaction#47 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:47,000 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/bdef14261b534536bf2c00490023e705 is 50, key is test_row_0/C:col10/1732293646364/Put/seqid=0 2024-11-22T16:40:47,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741884_1060 (size=12663) 2024-11-22T16:40:47,016 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/bdef14261b534536bf2c00490023e705 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/bdef14261b534536bf2c00490023e705 2024-11-22T16:40:47,027 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/C of dd61d34092ae35af777e9dfbade9c80e into bdef14261b534536bf2c00490023e705(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:47,027 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:47,027 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/C, priority=13, startTime=1732293646912; duration=0sec 2024-11-22T16:40:47,027 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:47,028 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:C 2024-11-22T16:40:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:47,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T16:40:47,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:47,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:47,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:47,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:47,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:47,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:47,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/9ab88ac2350a4e1189498097766533ae is 50, key is test_row_0/A:col10/1732293647055/Put/seqid=0 2024-11-22T16:40:47,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741885_1061 (size=12151) 2024-11-22T16:40:47,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/9ab88ac2350a4e1189498097766533ae 2024-11-22T16:40:47,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/241d07c096314bc69d750844cf131ab4 is 50, key is test_row_0/B:col10/1732293647055/Put/seqid=0 2024-11-22T16:40:47,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293707112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:47,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:47,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293707112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:47,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:47,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:47,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293707124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:47,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:47,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741886_1062 (size=12151) 2024-11-22T16:40:47,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/241d07c096314bc69d750844cf131ab4 2024-11-22T16:40:47,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/93817a0e42674963878904309ee50aa4 is 50, key is test_row_0/C:col10/1732293647055/Put/seqid=0 2024-11-22T16:40:47,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741887_1063 (size=12151) 2024-11-22T16:40:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T16:40:47,191 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:40:47,192 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:40:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-22T16:40:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T16:40:47,196 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:40:47,197 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:40:47,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:40:47,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:47,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293707231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293707231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:47,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293707231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:47,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:47,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:47,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T16:40:47,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T16:40:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:47,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:47,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:47,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:47,363 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/75daa97738e34d42ac92f1e9c5cb56be as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/75daa97738e34d42ac92f1e9c5cb56be 2024-11-22T16:40:47,374 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/B of dd61d34092ae35af777e9dfbade9c80e into 75daa97738e34d42ac92f1e9c5cb56be(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:47,374 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:47,374 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/B, priority=13, startTime=1732293646910; duration=0sec 2024-11-22T16:40:47,375 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:47,375 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:B 2024-11-22T16:40:47,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293707441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:47,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293707442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:47,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293707451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T16:40:47,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T16:40:47,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:47,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:47,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:47,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:47,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:47,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/93817a0e42674963878904309ee50aa4 2024-11-22T16:40:47,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/9ab88ac2350a4e1189498097766533ae as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/9ab88ac2350a4e1189498097766533ae 2024-11-22T16:40:47,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/9ab88ac2350a4e1189498097766533ae, entries=150, sequenceid=226, filesize=11.9 K 2024-11-22T16:40:47,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/241d07c096314bc69d750844cf131ab4 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/241d07c096314bc69d750844cf131ab4 2024-11-22T16:40:47,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/241d07c096314bc69d750844cf131ab4, entries=150, sequenceid=226, filesize=11.9 K 2024-11-22T16:40:47,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/93817a0e42674963878904309ee50aa4 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/93817a0e42674963878904309ee50aa4 2024-11-22T16:40:47,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/93817a0e42674963878904309ee50aa4, entries=150, sequenceid=226, filesize=11.9 K 2024-11-22T16:40:47,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for dd61d34092ae35af777e9dfbade9c80e in 547ms, sequenceid=226, compaction requested=false 2024-11-22T16:40:47,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:47,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T16:40:47,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:47,670 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T16:40:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:47,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/a33fcba11c564119adc5da639e14abb3 is 50, key is test_row_0/A:col10/1732293647121/Put/seqid=0 2024-11-22T16:40:47,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741888_1064 (size=12151) 2024-11-22T16:40:47,684 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/a33fcba11c564119adc5da639e14abb3 2024-11-22T16:40:47,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/c6b9c5579c27466d81caa100dee52084 is 50, key is test_row_0/B:col10/1732293647121/Put/seqid=0 2024-11-22T16:40:47,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741889_1065 (size=12151) 2024-11-22T16:40:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:47,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:47,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293707783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:47,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293707784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293707786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:47,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T16:40:47,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293707891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:47,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293707891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:47,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:47,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:47,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293707901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:47,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:48,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293708101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:48,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:48,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293708101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:48,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:48,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293708111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:48,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:48,137 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/c6b9c5579c27466d81caa100dee52084 2024-11-22T16:40:48,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/17f46e9baa114539b35e0fc50e206c80 is 50, key is test_row_0/C:col10/1732293647121/Put/seqid=0 2024-11-22T16:40:48,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741890_1066 (size=12151) 2024-11-22T16:40:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T16:40:48,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293708421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:48,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:48,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293708421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:48,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:48,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293708421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:48,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:48,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293708431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:48,437 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in dd61d34092ae35af777e9dfbade9c80e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:40:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:48,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293708451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:48,454 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in dd61d34092ae35af777e9dfbade9c80e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:40:48,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:48,558 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/17f46e9baa114539b35e0fc50e206c80 2024-11-22T16:40:48,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/a33fcba11c564119adc5da639e14abb3 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a33fcba11c564119adc5da639e14abb3 2024-11-22T16:40:48,576 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a33fcba11c564119adc5da639e14abb3, entries=150, sequenceid=242, filesize=11.9 K 2024-11-22T16:40:48,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/c6b9c5579c27466d81caa100dee52084 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/c6b9c5579c27466d81caa100dee52084 2024-11-22T16:40:48,586 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/c6b9c5579c27466d81caa100dee52084, entries=150, sequenceid=242, filesize=11.9 K 2024-11-22T16:40:48,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/17f46e9baa114539b35e0fc50e206c80 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/17f46e9baa114539b35e0fc50e206c80 2024-11-22T16:40:48,596 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/17f46e9baa114539b35e0fc50e206c80, entries=150, sequenceid=242, filesize=11.9 K 2024-11-22T16:40:48,598 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for dd61d34092ae35af777e9dfbade9c80e in 929ms, sequenceid=242, compaction requested=true 2024-11-22T16:40:48,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:48,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:48,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-22T16:40:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-22T16:40:48,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-22T16:40:48,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-22T16:40:48,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.4120 sec 2024-11-22T16:40:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:48,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T16:40:48,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:48,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:48,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:48,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:48,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:48,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:48,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/00f32ddc5be0447c8f08a03169c2aa49 is 50, key is test_row_0/A:col10/1732293648933/Put/seqid=0 2024-11-22T16:40:48,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293708955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:48,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:48,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293708956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:48,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:48,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293708958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:48,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:48,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741891_1067 (size=14741) 2024-11-22T16:40:48,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/00f32ddc5be0447c8f08a03169c2aa49 2024-11-22T16:40:48,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/94141ed70576424b862e82996da1ff7e is 50, key is test_row_0/B:col10/1732293648933/Put/seqid=0 2024-11-22T16:40:48,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741892_1068 (size=12301) 2024-11-22T16:40:48,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/94141ed70576424b862e82996da1ff7e 2024-11-22T16:40:49,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/3290c4ee88c64ebd9d6f583bad23069d is 50, key is test_row_0/C:col10/1732293648933/Put/seqid=0 2024-11-22T16:40:49,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741893_1069 (size=12301) 2024-11-22T16:40:49,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/3290c4ee88c64ebd9d6f583bad23069d 2024-11-22T16:40:49,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/00f32ddc5be0447c8f08a03169c2aa49 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/00f32ddc5be0447c8f08a03169c2aa49 2024-11-22T16:40:49,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/00f32ddc5be0447c8f08a03169c2aa49, entries=200, sequenceid=262, filesize=14.4 K 2024-11-22T16:40:49,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/94141ed70576424b862e82996da1ff7e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/94141ed70576424b862e82996da1ff7e 2024-11-22T16:40:49,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/94141ed70576424b862e82996da1ff7e, entries=150, sequenceid=262, filesize=12.0 K 2024-11-22T16:40:49,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/3290c4ee88c64ebd9d6f583bad23069d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/3290c4ee88c64ebd9d6f583bad23069d 2024-11-22T16:40:49,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/3290c4ee88c64ebd9d6f583bad23069d, entries=150, sequenceid=262, filesize=12.0 K 2024-11-22T16:40:49,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for dd61d34092ae35af777e9dfbade9c80e in 134ms, sequenceid=262, compaction requested=true 2024-11-22T16:40:49,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:49,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:40:49,068 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:40:49,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:49,068 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:40:49,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:40:49,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:49,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:40:49,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:49,070 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:40:49,070 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/B is initiating minor compaction (all files) 2024-11-22T16:40:49,070 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/B in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:49,070 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/75daa97738e34d42ac92f1e9c5cb56be, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/241d07c096314bc69d750844cf131ab4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/c6b9c5579c27466d81caa100dee52084, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/94141ed70576424b862e82996da1ff7e] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=48.1 K 2024-11-22T16:40:49,071 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51706 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:40:49,071 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/A is initiating minor compaction (all files) 2024-11-22T16:40:49,071 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/A in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:49,071 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/c288b874ee5a4b409190f704dd351aa2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/9ab88ac2350a4e1189498097766533ae, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a33fcba11c564119adc5da639e14abb3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/00f32ddc5be0447c8f08a03169c2aa49] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=50.5 K 2024-11-22T16:40:49,074 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting c288b874ee5a4b409190f704dd351aa2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732293646247 2024-11-22T16:40:49,074 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 75daa97738e34d42ac92f1e9c5cb56be, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732293646247 2024-11-22T16:40:49,074 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ab88ac2350a4e1189498097766533ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732293646380 2024-11-22T16:40:49,074 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 241d07c096314bc69d750844cf131ab4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732293646380 2024-11-22T16:40:49,075 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting a33fcba11c564119adc5da639e14abb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732293647104 2024-11-22T16:40:49,075 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting c6b9c5579c27466d81caa100dee52084, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732293647104 2024-11-22T16:40:49,075 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00f32ddc5be0447c8f08a03169c2aa49, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732293647784 2024-11-22T16:40:49,076 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 94141ed70576424b862e82996da1ff7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732293648932 2024-11-22T16:40:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:49,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T16:40:49,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:49,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:49,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:49,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:49,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:49,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:49,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/16504605774142ae8014902c1e627384 is 50, key is test_row_0/A:col10/1732293649081/Put/seqid=0 2024-11-22T16:40:49,104 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#B#compaction#58 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:49,105 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/cf73058d61fc415a96dbfa58257113ce is 50, key is test_row_0/B:col10/1732293648933/Put/seqid=0 2024-11-22T16:40:49,111 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#A#compaction#59 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:49,112 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/e35bc92d9adc4dfcad2e34cc5639ecfd is 50, key is test_row_0/A:col10/1732293648933/Put/seqid=0 2024-11-22T16:40:49,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293709122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:49,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:49,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293709127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:49,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293709131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:49,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741894_1070 (size=14741) 2024-11-22T16:40:49,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/16504605774142ae8014902c1e627384 2024-11-22T16:40:49,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741895_1071 (size=12949) 2024-11-22T16:40:49,165 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/cf73058d61fc415a96dbfa58257113ce as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/cf73058d61fc415a96dbfa58257113ce 2024-11-22T16:40:49,172 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/B of dd61d34092ae35af777e9dfbade9c80e into cf73058d61fc415a96dbfa58257113ce(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:49,172 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:49,172 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/B, priority=12, startTime=1732293649068; duration=0sec 2024-11-22T16:40:49,173 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:49,173 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:B 2024-11-22T16:40:49,173 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:40:49,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/9b28b4ae764542178434f35376fb6c6f is 50, key is test_row_0/B:col10/1732293649081/Put/seqid=0 2024-11-22T16:40:49,179 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:40:49,179 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/C is initiating minor compaction (all files) 2024-11-22T16:40:49,179 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/C in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:49,180 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/bdef14261b534536bf2c00490023e705, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/93817a0e42674963878904309ee50aa4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/17f46e9baa114539b35e0fc50e206c80, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/3290c4ee88c64ebd9d6f583bad23069d] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=48.1 K 2024-11-22T16:40:49,180 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting bdef14261b534536bf2c00490023e705, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732293646247 2024-11-22T16:40:49,181 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 93817a0e42674963878904309ee50aa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732293646380 2024-11-22T16:40:49,182 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 17f46e9baa114539b35e0fc50e206c80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732293647104 2024-11-22T16:40:49,182 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 3290c4ee88c64ebd9d6f583bad23069d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732293648932 2024-11-22T16:40:49,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741896_1072 (size=12949) 2024-11-22T16:40:49,203 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#C#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:49,204 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/a11c6cebac0945c49ca3ffc0657941f9 is 50, key is test_row_0/C:col10/1732293648933/Put/seqid=0 2024-11-22T16:40:49,205 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/e35bc92d9adc4dfcad2e34cc5639ecfd as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/e35bc92d9adc4dfcad2e34cc5639ecfd 2024-11-22T16:40:49,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741897_1073 (size=12301) 2024-11-22T16:40:49,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/9b28b4ae764542178434f35376fb6c6f 2024-11-22T16:40:49,216 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/A of dd61d34092ae35af777e9dfbade9c80e into e35bc92d9adc4dfcad2e34cc5639ecfd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:49,216 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:49,216 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/A, priority=12, startTime=1732293649068; duration=0sec 2024-11-22T16:40:49,217 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:49,217 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:A 2024-11-22T16:40:49,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741898_1074 (size=12949) 2024-11-22T16:40:49,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/a14e86aef5c246e482349d2d939256f1 is 50, key is test_row_0/C:col10/1732293649081/Put/seqid=0 2024-11-22T16:40:49,233 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/a11c6cebac0945c49ca3ffc0657941f9 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a11c6cebac0945c49ca3ffc0657941f9 2024-11-22T16:40:49,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741899_1075 (size=12301) 2024-11-22T16:40:49,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/a14e86aef5c246e482349d2d939256f1 2024-11-22T16:40:49,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293709241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293709241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:49,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293709241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:49,245 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/C of dd61d34092ae35af777e9dfbade9c80e into a11c6cebac0945c49ca3ffc0657941f9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:49,245 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:49,245 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/C, priority=12, startTime=1732293649069; duration=0sec 2024-11-22T16:40:49,246 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:49,246 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:C 2024-11-22T16:40:49,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/16504605774142ae8014902c1e627384 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/16504605774142ae8014902c1e627384 2024-11-22T16:40:49,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/16504605774142ae8014902c1e627384, entries=200, sequenceid=277, filesize=14.4 K 2024-11-22T16:40:49,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/9b28b4ae764542178434f35376fb6c6f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/9b28b4ae764542178434f35376fb6c6f 2024-11-22T16:40:49,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/9b28b4ae764542178434f35376fb6c6f, entries=150, sequenceid=277, filesize=12.0 K 2024-11-22T16:40:49,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/a14e86aef5c246e482349d2d939256f1 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a14e86aef5c246e482349d2d939256f1 2024-11-22T16:40:49,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a14e86aef5c246e482349d2d939256f1, entries=150, sequenceid=277, filesize=12.0 K 2024-11-22T16:40:49,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for dd61d34092ae35af777e9dfbade9c80e in 191ms, sequenceid=277, compaction requested=false 2024-11-22T16:40:49,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T16:40:49,342 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:40:49,342 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:40:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-22T16:40:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T16:40:49,345 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:40:49,346 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:40:49,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:40:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T16:40:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:49,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T16:40:49,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:49,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:49,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:49,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:49,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:49,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:49,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/792ee862c88a413fb2055bb6ab350e3b is 50, key is test_row_0/A:col10/1732293649113/Put/seqid=0 2024-11-22T16:40:49,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741900_1076 (size=12301) 2024-11-22T16:40:49,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293709475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:49,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:49,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293709479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293709479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:49,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T16:40:49,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:49,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:49,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:49,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:49,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:49,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293709581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:49,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:49,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293709591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293709591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:49,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T16:40:49,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:49,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:49,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:49,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:49,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T16:40:49,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293709791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:49,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:49,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293709801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:49,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T16:40:49,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:49,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:49,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293709801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:49,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:49,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:49,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/792ee862c88a413fb2055bb6ab350e3b 2024-11-22T16:40:49,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/9f89d181ee714d5998df443cfce5727c is 50, key is test_row_0/B:col10/1732293649113/Put/seqid=0 2024-11-22T16:40:49,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741901_1077 (size=12301) 2024-11-22T16:40:49,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T16:40:49,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:49,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:49,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:49,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:49,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T16:40:50,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293710101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:50,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:50,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:50,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:50,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293710111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:50,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:50,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:50,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293710111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:50,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:50,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:50,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:50,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:50,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T16:40:50,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:50,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:50,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:50,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:50,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:50,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T16:40:50,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:50,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:50,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:50,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:50,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:50,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/9f89d181ee714d5998df443cfce5727c 2024-11-22T16:40:50,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/d1b56e2820bb4e40b09db746528b9c01 is 50, key is test_row_0/C:col10/1732293649113/Put/seqid=0 2024-11-22T16:40:50,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741902_1078 (size=12301) 2024-11-22T16:40:50,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T16:40:50,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:50,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:50,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:50,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:50,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T16:40:50,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T16:40:50,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:50,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:50,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:50,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:50,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:50,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293710611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:50,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293710621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:50,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293710621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:50,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:50,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/d1b56e2820bb4e40b09db746528b9c01 2024-11-22T16:40:50,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/792ee862c88a413fb2055bb6ab350e3b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/792ee862c88a413fb2055bb6ab350e3b 2024-11-22T16:40:50,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/792ee862c88a413fb2055bb6ab350e3b, entries=150, sequenceid=298, filesize=12.0 K 2024-11-22T16:40:50,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T16:40:50,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:50,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:50,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:50,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:50,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/9f89d181ee714d5998df443cfce5727c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/9f89d181ee714d5998df443cfce5727c 2024-11-22T16:40:50,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:50,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/9f89d181ee714d5998df443cfce5727c, entries=150, sequenceid=298, filesize=12.0 K 2024-11-22T16:40:50,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/d1b56e2820bb4e40b09db746528b9c01 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d1b56e2820bb4e40b09db746528b9c01 2024-11-22T16:40:50,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d1b56e2820bb4e40b09db746528b9c01, entries=150, sequenceid=298, filesize=12.0 K 2024-11-22T16:40:50,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for dd61d34092ae35af777e9dfbade9c80e in 1296ms, sequenceid=298, compaction requested=true 2024-11-22T16:40:50,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:50,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:40:50,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:50,751 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:50,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:40:50,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:50,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:40:50,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T16:40:50,751 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:50,752 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:50,752 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:50,752 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/A is initiating minor compaction (all files) 2024-11-22T16:40:50,752 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/B is initiating minor compaction (all files) 2024-11-22T16:40:50,753 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/A in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:50,753 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/B in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:50,753 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/e35bc92d9adc4dfcad2e34cc5639ecfd, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/16504605774142ae8014902c1e627384, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/792ee862c88a413fb2055bb6ab350e3b] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=39.1 K 2024-11-22T16:40:50,753 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/cf73058d61fc415a96dbfa58257113ce, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/9b28b4ae764542178434f35376fb6c6f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/9f89d181ee714d5998df443cfce5727c] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=36.7 K 2024-11-22T16:40:50,753 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting e35bc92d9adc4dfcad2e34cc5639ecfd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732293648932 2024-11-22T16:40:50,753 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting cf73058d61fc415a96dbfa58257113ce, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732293648932 2024-11-22T16:40:50,754 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16504605774142ae8014902c1e627384, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732293648951 2024-11-22T16:40:50,754 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b28b4ae764542178434f35376fb6c6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732293648951 2024-11-22T16:40:50,754 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 792ee862c88a413fb2055bb6ab350e3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732293649113 2024-11-22T16:40:50,754 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f89d181ee714d5998df443cfce5727c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732293649113 2024-11-22T16:40:50,771 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#A#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:50,771 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/e34eb4e0b4024b0e817e0d51137c93a3 is 50, key is test_row_0/A:col10/1732293649113/Put/seqid=0 2024-11-22T16:40:50,772 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:50,773 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/b50cc0a37f28494ca495111c8305dea4 is 50, key is test_row_0/B:col10/1732293649113/Put/seqid=0 2024-11-22T16:40:50,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741904_1080 (size=13051) 2024-11-22T16:40:50,800 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/b50cc0a37f28494ca495111c8305dea4 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b50cc0a37f28494ca495111c8305dea4 2024-11-22T16:40:50,808 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/B of dd61d34092ae35af777e9dfbade9c80e into b50cc0a37f28494ca495111c8305dea4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:50,809 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:50,809 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/B, priority=13, startTime=1732293650751; duration=0sec 2024-11-22T16:40:50,809 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:50,810 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:B 2024-11-22T16:40:50,810 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:50,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741903_1079 (size=13051) 2024-11-22T16:40:50,814 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:50,814 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/C is initiating minor compaction (all files) 2024-11-22T16:40:50,814 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/C in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:50,814 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a11c6cebac0945c49ca3ffc0657941f9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a14e86aef5c246e482349d2d939256f1, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d1b56e2820bb4e40b09db746528b9c01] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=36.7 K 2024-11-22T16:40:50,815 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting a11c6cebac0945c49ca3ffc0657941f9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732293648932 2024-11-22T16:40:50,815 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting a14e86aef5c246e482349d2d939256f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732293648951 2024-11-22T16:40:50,816 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting d1b56e2820bb4e40b09db746528b9c01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732293649113 2024-11-22T16:40:50,819 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/e34eb4e0b4024b0e817e0d51137c93a3 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/e34eb4e0b4024b0e817e0d51137c93a3 2024-11-22T16:40:50,829 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/A of dd61d34092ae35af777e9dfbade9c80e into e34eb4e0b4024b0e817e0d51137c93a3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:50,829 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:50,829 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/A, priority=13, startTime=1732293650751; duration=0sec 2024-11-22T16:40:50,829 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:50,829 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:A 2024-11-22T16:40:50,832 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:50,832 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/11017ab490614b6cace8b73557d1b8cc is 50, key is test_row_0/C:col10/1732293649113/Put/seqid=0 2024-11-22T16:40:50,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741905_1081 (size=13051) 2024-11-22T16:40:50,867 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/11017ab490614b6cace8b73557d1b8cc as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/11017ab490614b6cace8b73557d1b8cc 2024-11-22T16:40:50,875 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/C of dd61d34092ae35af777e9dfbade9c80e into 11017ab490614b6cace8b73557d1b8cc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:50,875 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:50,875 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/C, priority=13, startTime=1732293650751; duration=0sec 2024-11-22T16:40:50,875 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:50,875 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:C 2024-11-22T16:40:50,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T16:40:50,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:50,888 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T16:40:50,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:50,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:50,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:50,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:50,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:50,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/2b2c34492cea4a979a487e2105eb1582 is 50, key is test_row_0/A:col10/1732293649477/Put/seqid=0 2024-11-22T16:40:50,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741906_1082 (size=12301) 2024-11-22T16:40:51,310 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/2b2c34492cea4a979a487e2105eb1582 2024-11-22T16:40:51,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/7b0e2617570f44688071e47397b9888c is 50, key is test_row_0/B:col10/1732293649477/Put/seqid=0 2024-11-22T16:40:51,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741907_1083 (size=12301) 2024-11-22T16:40:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T16:40:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:51,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:51,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293711652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:51,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293711654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:51,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293711655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:51,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:51,725 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/7b0e2617570f44688071e47397b9888c 2024-11-22T16:40:51,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/a0ca9a2b667f40579546efb77247b2ff is 50, key is test_row_0/C:col10/1732293649477/Put/seqid=0 2024-11-22T16:40:51,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741908_1084 (size=12301) 2024-11-22T16:40:51,746 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/a0ca9a2b667f40579546efb77247b2ff 2024-11-22T16:40:51,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/2b2c34492cea4a979a487e2105eb1582 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/2b2c34492cea4a979a487e2105eb1582 2024-11-22T16:40:51,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293711761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:51,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:51,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:51,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:51,765 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/2b2c34492cea4a979a487e2105eb1582, entries=150, sequenceid=316, filesize=12.0 K 2024-11-22T16:40:51,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/7b0e2617570f44688071e47397b9888c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/7b0e2617570f44688071e47397b9888c 2024-11-22T16:40:51,772 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/7b0e2617570f44688071e47397b9888c, entries=150, sequenceid=316, filesize=12.0 K 2024-11-22T16:40:51,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293711772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:51,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:51,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:51,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:51,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293711772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:51,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:51,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:51,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:51,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/a0ca9a2b667f40579546efb77247b2ff as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a0ca9a2b667f40579546efb77247b2ff 2024-11-22T16:40:51,783 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a0ca9a2b667f40579546efb77247b2ff, entries=150, sequenceid=316, filesize=12.0 K 2024-11-22T16:40:51,785 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for dd61d34092ae35af777e9dfbade9c80e in 896ms, sequenceid=316, compaction requested=false 2024-11-22T16:40:51,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:51,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:51,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-22T16:40:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-22T16:40:51,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-22T16:40:51,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4410 sec 2024-11-22T16:40:51,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.4490 sec 2024-11-22T16:40:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:51,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T16:40:51,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:51,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:51,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:51,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:51,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:51,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:52,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/ea5aa1372a73496f9ff6cd30a67dfeca is 50, key is test_row_0/A:col10/1732293651653/Put/seqid=0 2024-11-22T16:40:52,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741909_1085 (size=12301) 2024-11-22T16:40:52,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293712017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:52,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:52,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:52,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293712018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293712020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:52,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293712130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:52,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293712131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:52,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293712131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:52,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:52,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293712341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293712342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:52,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:52,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293712342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:52,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:52,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/ea5aa1372a73496f9ff6cd30a67dfeca 2024-11-22T16:40:52,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/898192e3ddf940d3a4e9f42411b644c3 is 50, key is test_row_0/B:col10/1732293651653/Put/seqid=0 2024-11-22T16:40:52,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741910_1086 (size=12301) 2024-11-22T16:40:52,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34712 deadline: 1732293712461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:52,466 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in dd61d34092ae35af777e9dfbade9c80e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:40:52,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:52,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34760 deadline: 1732293712480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:52,486 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in dd61d34092ae35af777e9dfbade9c80e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:40:52,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:52,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293712651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:52,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293712651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:52,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293712651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:52,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:52,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:52,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/898192e3ddf940d3a4e9f42411b644c3 2024-11-22T16:40:52,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/b0f8d6a40dd14bf587470b74973076b1 is 50, key is test_row_0/C:col10/1732293651653/Put/seqid=0 2024-11-22T16:40:52,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741911_1087 (size=12301) 2024-11-22T16:40:52,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/b0f8d6a40dd14bf587470b74973076b1 2024-11-22T16:40:52,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/ea5aa1372a73496f9ff6cd30a67dfeca as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/ea5aa1372a73496f9ff6cd30a67dfeca 2024-11-22T16:40:52,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/ea5aa1372a73496f9ff6cd30a67dfeca, entries=150, sequenceid=334, filesize=12.0 K 2024-11-22T16:40:52,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/898192e3ddf940d3a4e9f42411b644c3 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/898192e3ddf940d3a4e9f42411b644c3 2024-11-22T16:40:52,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/898192e3ddf940d3a4e9f42411b644c3, entries=150, sequenceid=334, filesize=12.0 K 2024-11-22T16:40:52,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/b0f8d6a40dd14bf587470b74973076b1 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b0f8d6a40dd14bf587470b74973076b1 2024-11-22T16:40:52,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b0f8d6a40dd14bf587470b74973076b1, entries=150, sequenceid=334, filesize=12.0 K 2024-11-22T16:40:52,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for dd61d34092ae35af777e9dfbade9c80e in 908ms, sequenceid=334, compaction requested=true 2024-11-22T16:40:52,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:52,882 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:40:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:52,883 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:40:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:52,883 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:52,884 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/A is initiating minor compaction (all files) 2024-11-22T16:40:52,884 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/A in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:52,884 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/e34eb4e0b4024b0e817e0d51137c93a3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/2b2c34492cea4a979a487e2105eb1582, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/ea5aa1372a73496f9ff6cd30a67dfeca] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=36.8 K 2024-11-22T16:40:52,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:40:52,884 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:52,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:52,884 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/B is initiating minor compaction (all files) 2024-11-22T16:40:52,884 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/B in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:52,884 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b50cc0a37f28494ca495111c8305dea4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/7b0e2617570f44688071e47397b9888c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/898192e3ddf940d3a4e9f42411b644c3] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=36.8 K 2024-11-22T16:40:52,885 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting e34eb4e0b4024b0e817e0d51137c93a3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732293649113 2024-11-22T16:40:52,885 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting b50cc0a37f28494ca495111c8305dea4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732293649113 2024-11-22T16:40:52,885 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b2c34492cea4a979a487e2105eb1582, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732293649472 2024-11-22T16:40:52,885 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b0e2617570f44688071e47397b9888c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732293649472 2024-11-22T16:40:52,886 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea5aa1372a73496f9ff6cd30a67dfeca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732293651651 2024-11-22T16:40:52,886 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 898192e3ddf940d3a4e9f42411b644c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732293651651 2024-11-22T16:40:52,896 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:52,897 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/55ca032b2ce04a7ca4e5c06d582fa789 is 50, key is test_row_0/A:col10/1732293651653/Put/seqid=0 2024-11-22T16:40:52,903 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:52,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741912_1088 (size=13153) 2024-11-22T16:40:52,904 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/82a5619080b141928f2efd0e2fbbb055 is 50, key is test_row_0/B:col10/1732293651653/Put/seqid=0 2024-11-22T16:40:52,916 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/55ca032b2ce04a7ca4e5c06d582fa789 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/55ca032b2ce04a7ca4e5c06d582fa789 2024-11-22T16:40:52,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741913_1089 (size=13153) 2024-11-22T16:40:52,925 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/A of dd61d34092ae35af777e9dfbade9c80e into 55ca032b2ce04a7ca4e5c06d582fa789(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:52,925 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:52,925 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/A, priority=13, startTime=1732293652882; duration=0sec 2024-11-22T16:40:52,926 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:52,926 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:A 2024-11-22T16:40:52,926 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:52,927 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:52,928 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/C is initiating minor compaction (all files) 2024-11-22T16:40:52,928 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/C in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:52,928 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/11017ab490614b6cace8b73557d1b8cc, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a0ca9a2b667f40579546efb77247b2ff, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b0f8d6a40dd14bf587470b74973076b1] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=36.8 K 2024-11-22T16:40:52,929 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11017ab490614b6cace8b73557d1b8cc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732293649113 2024-11-22T16:40:52,930 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0ca9a2b667f40579546efb77247b2ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732293649472 2024-11-22T16:40:52,930 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/82a5619080b141928f2efd0e2fbbb055 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/82a5619080b141928f2efd0e2fbbb055 2024-11-22T16:40:52,931 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0f8d6a40dd14bf587470b74973076b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732293651651 2024-11-22T16:40:52,941 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/B of dd61d34092ae35af777e9dfbade9c80e into 82a5619080b141928f2efd0e2fbbb055(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:52,941 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:52,941 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/B, priority=13, startTime=1732293652883; duration=0sec 2024-11-22T16:40:52,941 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:52,941 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:B 2024-11-22T16:40:52,945 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#C#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:52,949 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/9d5f55f6437b4088a281a9db8b14ec75 is 50, key is test_row_0/C:col10/1732293651653/Put/seqid=0 2024-11-22T16:40:52,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741914_1090 (size=13153) 2024-11-22T16:40:52,973 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/9d5f55f6437b4088a281a9db8b14ec75 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9d5f55f6437b4088a281a9db8b14ec75 2024-11-22T16:40:52,983 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/C of dd61d34092ae35af777e9dfbade9c80e into 9d5f55f6437b4088a281a9db8b14ec75(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:52,983 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:52,983 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/C, priority=13, startTime=1732293652883; duration=0sec 2024-11-22T16:40:52,984 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:52,984 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:C 2024-11-22T16:40:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:53,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T16:40:53,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:53,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:53,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:53,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:53,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:53,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:53,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/649adf33651f4ad3aeb9689ff2ec2d3c is 50, key is test_row_0/A:col10/1732293653165/Put/seqid=0 2024-11-22T16:40:53,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741915_1091 (size=14741) 2024-11-22T16:40:53,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/649adf33651f4ad3aeb9689ff2ec2d3c 2024-11-22T16:40:53,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293713190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:53,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:53,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293713193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:53,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293713193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:53,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:53,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:53,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/dcd7d34969ae4964bf5319421947cf06 is 50, key is test_row_0/B:col10/1732293653165/Put/seqid=0 2024-11-22T16:40:53,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741916_1092 (size=12301) 2024-11-22T16:40:53,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/dcd7d34969ae4964bf5319421947cf06 2024-11-22T16:40:53,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/6cf014fc444f45989ff81065f0094ff4 is 50, key is test_row_0/C:col10/1732293653165/Put/seqid=0 2024-11-22T16:40:53,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741917_1093 (size=12301) 2024-11-22T16:40:53,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/6cf014fc444f45989ff81065f0094ff4 2024-11-22T16:40:53,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/649adf33651f4ad3aeb9689ff2ec2d3c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/649adf33651f4ad3aeb9689ff2ec2d3c 2024-11-22T16:40:53,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/649adf33651f4ad3aeb9689ff2ec2d3c, entries=200, sequenceid=354, filesize=14.4 K 2024-11-22T16:40:53,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/dcd7d34969ae4964bf5319421947cf06 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/dcd7d34969ae4964bf5319421947cf06 2024-11-22T16:40:53,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/dcd7d34969ae4964bf5319421947cf06, entries=150, sequenceid=354, filesize=12.0 K 2024-11-22T16:40:53,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/6cf014fc444f45989ff81065f0094ff4 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/6cf014fc444f45989ff81065f0094ff4 2024-11-22T16:40:53,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/6cf014fc444f45989ff81065f0094ff4, entries=150, sequenceid=354, filesize=12.0 K 2024-11-22T16:40:53,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for dd61d34092ae35af777e9dfbade9c80e in 107ms, sequenceid=354, compaction requested=false 2024-11-22T16:40:53,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:53,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T16:40:53,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:53,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:53,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/b9620a1f6fd2456fb2551fcfb7d21c50 is 50, key is test_row_0/A:col10/1732293653188/Put/seqid=0 2024-11-22T16:40:53,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741918_1094 (size=14741) 2024-11-22T16:40:53,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:53,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293713336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:53,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293713337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:53,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293713337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:53,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293713452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:53,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:53,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293713452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:53,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293713452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T16:40:53,511 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:40:53,512 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:40:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-22T16:40:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T16:40:53,515 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:40:53,516 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:40:53,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:40:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T16:40:53,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293713661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:53,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:53,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293713661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:53,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:53,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293713661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:53,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:53,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T16:40:53,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:53,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:53,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:53,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:53,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:53,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/b9620a1f6fd2456fb2551fcfb7d21c50 2024-11-22T16:40:53,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/3d14a17ed3b247899c07f527840d0a55 is 50, key is test_row_0/B:col10/1732293653188/Put/seqid=0 2024-11-22T16:40:53,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741919_1095 (size=12301) 2024-11-22T16:40:53,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T16:40:53,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:53,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:53,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:53,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:53,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T16:40:53,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:53,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T16:40:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293713971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:53,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:53,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:53,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:53,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293713972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:53,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293713972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:53,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:53,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:54,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T16:40:54,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:54,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:54,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:54,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:54,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T16:40:54,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/3d14a17ed3b247899c07f527840d0a55 2024-11-22T16:40:54,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/73da0ce27aac4934b006608d3494d991 is 50, key is test_row_0/C:col10/1732293653188/Put/seqid=0 2024-11-22T16:40:54,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741920_1096 (size=12301) 2024-11-22T16:40:54,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/73da0ce27aac4934b006608d3494d991 2024-11-22T16:40:54,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/b9620a1f6fd2456fb2551fcfb7d21c50 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/b9620a1f6fd2456fb2551fcfb7d21c50 2024-11-22T16:40:54,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/b9620a1f6fd2456fb2551fcfb7d21c50, entries=200, sequenceid=372, filesize=14.4 K 2024-11-22T16:40:54,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/3d14a17ed3b247899c07f527840d0a55 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/3d14a17ed3b247899c07f527840d0a55 2024-11-22T16:40:54,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/3d14a17ed3b247899c07f527840d0a55, entries=150, sequenceid=372, filesize=12.0 K 2024-11-22T16:40:54,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/73da0ce27aac4934b006608d3494d991 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/73da0ce27aac4934b006608d3494d991 2024-11-22T16:40:54,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/73da0ce27aac4934b006608d3494d991, entries=150, sequenceid=372, filesize=12.0 K 2024-11-22T16:40:54,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for dd61d34092ae35af777e9dfbade9c80e in 931ms, sequenceid=372, compaction requested=true 2024-11-22T16:40:54,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:54,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:40:54,236 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:54,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:54,236 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:54,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:40:54,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:54,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:40:54,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:54,238 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:54,238 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/A is initiating minor compaction (all files) 2024-11-22T16:40:54,238 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/A in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:54,238 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/55ca032b2ce04a7ca4e5c06d582fa789, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/649adf33651f4ad3aeb9689ff2ec2d3c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/b9620a1f6fd2456fb2551fcfb7d21c50] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=41.6 K 2024-11-22T16:40:54,239 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:54,239 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/B is initiating minor compaction (all files) 2024-11-22T16:40:54,239 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/B in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:54,239 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/82a5619080b141928f2efd0e2fbbb055, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/dcd7d34969ae4964bf5319421947cf06, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/3d14a17ed3b247899c07f527840d0a55] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=36.9 K 2024-11-22T16:40:54,239 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55ca032b2ce04a7ca4e5c06d582fa789, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732293651651 2024-11-22T16:40:54,240 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 82a5619080b141928f2efd0e2fbbb055, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732293651651 2024-11-22T16:40:54,241 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting dcd7d34969ae4964bf5319421947cf06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732293653163 2024-11-22T16:40:54,241 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 649adf33651f4ad3aeb9689ff2ec2d3c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732293652016 2024-11-22T16:40:54,242 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d14a17ed3b247899c07f527840d0a55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732293653188 2024-11-22T16:40:54,242 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9620a1f6fd2456fb2551fcfb7d21c50, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732293653188 2024-11-22T16:40:54,254 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#B#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:54,254 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#A#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:54,255 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/02874be36572405b9c6316414b6f6747 is 50, key is test_row_0/B:col10/1732293653188/Put/seqid=0 2024-11-22T16:40:54,255 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/a28190c89d7b475b815bdbe470e71f8f is 50, key is test_row_0/A:col10/1732293653188/Put/seqid=0 2024-11-22T16:40:54,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741922_1098 (size=13255) 2024-11-22T16:40:54,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T16:40:54,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:54,288 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T16:40:54,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:54,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:54,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:54,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:54,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741921_1097 (size=13255) 2024-11-22T16:40:54,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:54,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:54,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/1c5e83ba53174dbd9691a72cc2e2a617 is 50, key is test_row_0/A:col10/1732293653332/Put/seqid=0 2024-11-22T16:40:54,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741923_1099 (size=12301) 2024-11-22T16:40:54,327 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/1c5e83ba53174dbd9691a72cc2e2a617 2024-11-22T16:40:54,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/2bc6933b35ae495b90eada7a2adbd111 is 50, key is test_row_0/B:col10/1732293653332/Put/seqid=0 2024-11-22T16:40:54,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741924_1100 (size=12301) 2024-11-22T16:40:54,367 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/2bc6933b35ae495b90eada7a2adbd111 2024-11-22T16:40:54,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/4f6a8fccf8664c2598c2e01ce890c96d is 50, key is test_row_0/C:col10/1732293653332/Put/seqid=0 2024-11-22T16:40:54,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741925_1101 (size=12301) 2024-11-22T16:40:54,389 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/4f6a8fccf8664c2598c2e01ce890c96d 2024-11-22T16:40:54,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/1c5e83ba53174dbd9691a72cc2e2a617 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/1c5e83ba53174dbd9691a72cc2e2a617 2024-11-22T16:40:54,407 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/1c5e83ba53174dbd9691a72cc2e2a617, entries=150, sequenceid=387, filesize=12.0 K 2024-11-22T16:40:54,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/2bc6933b35ae495b90eada7a2adbd111 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/2bc6933b35ae495b90eada7a2adbd111 2024-11-22T16:40:54,416 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/2bc6933b35ae495b90eada7a2adbd111, entries=150, sequenceid=387, filesize=12.0 K 2024-11-22T16:40:54,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/4f6a8fccf8664c2598c2e01ce890c96d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/4f6a8fccf8664c2598c2e01ce890c96d 2024-11-22T16:40:54,430 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/4f6a8fccf8664c2598c2e01ce890c96d, entries=150, sequenceid=387, filesize=12.0 K 2024-11-22T16:40:54,433 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for dd61d34092ae35af777e9dfbade9c80e in 144ms, sequenceid=387, compaction requested=true 2024-11-22T16:40:54,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:54,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:54,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-22T16:40:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-22T16:40:54,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-22T16:40:54,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 919 msec 2024-11-22T16:40:54,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 929 msec 2024-11-22T16:40:54,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T16:40:54,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:54,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:54,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:54,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:54,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:54,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:54,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/30575c4dc92a44ab998721d27a7d5e9c is 50, key is test_row_0/A:col10/1732293654494/Put/seqid=0 2024-11-22T16:40:54,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741926_1102 (size=17181) 2024-11-22T16:40:54,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/30575c4dc92a44ab998721d27a7d5e9c 2024-11-22T16:40:54,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/b5b453bc50ad466aa9e01ff955410ae5 is 50, key is test_row_0/B:col10/1732293654494/Put/seqid=0 2024-11-22T16:40:54,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741927_1103 (size=12301) 2024-11-22T16:40:54,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/b5b453bc50ad466aa9e01ff955410ae5 2024-11-22T16:40:54,559 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732293654531, max timestamp=1732293654553Num uniques 859; 2024-11-22T16:40:54,559 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:40:54,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293654531, max timestamp=1732293654553Num uniques 859; 2024-11-22T16:40:54,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:40:54,564 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293654531, max timestamp=1732293654553Num uniques 859; 2024-11-22T16:40:54,564 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:40:54,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/83e1cbd0eb204e90a8b3df766100750d is 50, key is test_row_0/C:col10/1732293654494/Put/seqid=0 2024-11-22T16:40:54,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741928_1104 (size=12301) 2024-11-22T16:40:54,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/83e1cbd0eb204e90a8b3df766100750d 2024-11-22T16:40:54,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/30575c4dc92a44ab998721d27a7d5e9c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/30575c4dc92a44ab998721d27a7d5e9c 2024-11-22T16:40:54,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/30575c4dc92a44ab998721d27a7d5e9c, entries=250, sequenceid=397, filesize=16.8 K 2024-11-22T16:40:54,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/b5b453bc50ad466aa9e01ff955410ae5 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b5b453bc50ad466aa9e01ff955410ae5 2024-11-22T16:40:54,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b5b453bc50ad466aa9e01ff955410ae5, entries=150, sequenceid=397, filesize=12.0 K 2024-11-22T16:40:54,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/83e1cbd0eb204e90a8b3df766100750d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/83e1cbd0eb204e90a8b3df766100750d 2024-11-22T16:40:54,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293714620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:54,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:54,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293714621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:54,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:54,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:54,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:54,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293714634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:54,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:54,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:54,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:54,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/83e1cbd0eb204e90a8b3df766100750d, entries=150, sequenceid=397, filesize=12.0 K 2024-11-22T16:40:54,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for dd61d34092ae35af777e9dfbade9c80e in 149ms, sequenceid=397, compaction requested=true 2024-11-22T16:40:54,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:54,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:A, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:40:54,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T16:40:54,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:B, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:40:54,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T16:40:54,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:40:54,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-22T16:40:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T16:40:54,651 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:40:54,652 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:40:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-22T16:40:54,655 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:40:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T16:40:54,656 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:40:54,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:40:54,678 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/02874be36572405b9c6316414b6f6747 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/02874be36572405b9c6316414b6f6747 2024-11-22T16:40:54,687 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/B of dd61d34092ae35af777e9dfbade9c80e into 02874be36572405b9c6316414b6f6747(size=12.9 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:54,687 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:54,687 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/B, priority=13, startTime=1732293654236; duration=0sec 2024-11-22T16:40:54,688 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-22T16:40:54,688 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:B 2024-11-22T16:40:54,688 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-22T16:40:54,690 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:40:54,691 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:40:54,691 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. because compaction request was cancelled 2024-11-22T16:40:54,691 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:A 2024-11-22T16:40:54,692 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T16:40:54,696 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/a28190c89d7b475b815bdbe470e71f8f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a28190c89d7b475b815bdbe470e71f8f 2024-11-22T16:40:54,700 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62357 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T16:40:54,700 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/C is initiating minor compaction (all files) 2024-11-22T16:40:54,700 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/C in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:54,700 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9d5f55f6437b4088a281a9db8b14ec75, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/6cf014fc444f45989ff81065f0094ff4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/73da0ce27aac4934b006608d3494d991, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/4f6a8fccf8664c2598c2e01ce890c96d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/83e1cbd0eb204e90a8b3df766100750d] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=60.9 K 2024-11-22T16:40:54,701 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d5f55f6437b4088a281a9db8b14ec75, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732293651651 2024-11-22T16:40:54,704 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cf014fc444f45989ff81065f0094ff4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732293653163 2024-11-22T16:40:54,705 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 73da0ce27aac4934b006608d3494d991, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732293653188 2024-11-22T16:40:54,706 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f6a8fccf8664c2598c2e01ce890c96d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732293653315 2024-11-22T16:40:54,706 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/A of dd61d34092ae35af777e9dfbade9c80e into a28190c89d7b475b815bdbe470e71f8f(size=12.9 K), total size for store is 41.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:54,706 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:54,706 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/A, priority=13, startTime=1732293654236; duration=0sec 2024-11-22T16:40:54,706 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 83e1cbd0eb204e90a8b3df766100750d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732293654493 2024-11-22T16:40:54,707 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T16:40:54,707 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:A 2024-11-22T16:40:54,707 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:B 2024-11-22T16:40:54,707 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-22T16:40:54,707 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:40:54,707 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:40:54,707 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. because compaction request was cancelled 2024-11-22T16:40:54,707 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:C 2024-11-22T16:40:54,707 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:54,708 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:54,709 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/B is initiating minor compaction (all files) 2024-11-22T16:40:54,709 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/B in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:54,709 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/02874be36572405b9c6316414b6f6747, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/2bc6933b35ae495b90eada7a2adbd111, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b5b453bc50ad466aa9e01ff955410ae5] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=37.0 K 2024-11-22T16:40:54,709 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02874be36572405b9c6316414b6f6747, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732293653188 2024-11-22T16:40:54,710 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bc6933b35ae495b90eada7a2adbd111, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732293653315 2024-11-22T16:40:54,710 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5b453bc50ad466aa9e01ff955410ae5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732293654493 2024-11-22T16:40:54,730 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#B#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:54,731 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/2512a8a937d74ddd8ba68e5d17479e46 is 50, key is test_row_0/B:col10/1732293654494/Put/seqid=0 2024-11-22T16:40:54,740 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#C#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:54,740 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/c5619dcd6aca405ba977d654fe9b2e45 is 50, key is test_row_0/C:col10/1732293654494/Put/seqid=0 2024-11-22T16:40:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:54,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-22T16:40:54,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732293654597, max timestamp=1732293654745Num uniques 1068; 2024-11-22T16:40:54,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-22T16:40:54,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732293654597, max timestamp=1732293654745Num uniques 1068; 2024-11-22T16:40:54,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-22T16:40:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T16:40:54,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:54,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:40:54,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:54,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:40:54,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:54,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T16:40:54,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741929_1105 (size=13357) 2024-11-22T16:40:54,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741930_1106 (size=13323) 2024-11-22T16:40:54,796 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/2512a8a937d74ddd8ba68e5d17479e46 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/2512a8a937d74ddd8ba68e5d17479e46 2024-11-22T16:40:54,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/0b6969760f394ae29cb5c61fb6cf07cc is 50, key is test_row_0/A:col10/1732293654597/Put/seqid=0 2024-11-22T16:40:54,804 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/c5619dcd6aca405ba977d654fe9b2e45 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/c5619dcd6aca405ba977d654fe9b2e45 2024-11-22T16:40:54,809 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/B of dd61d34092ae35af777e9dfbade9c80e into 2512a8a937d74ddd8ba68e5d17479e46(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:54,809 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:54,809 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/B, priority=13, startTime=1732293654647; duration=0sec 2024-11-22T16:40:54,809 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:54,809 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:B 2024-11-22T16:40:54,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T16:40:54,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:54,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:54,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:54,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:54,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:54,816 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/C of dd61d34092ae35af777e9dfbade9c80e into c5619dcd6aca405ba977d654fe9b2e45(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:54,816 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:54,816 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/C, priority=11, startTime=1732293654647; duration=0sec 2024-11-22T16:40:54,816 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:54,817 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:C 2024-11-22T16:40:54,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741931_1107 (size=12301) 2024-11-22T16:40:54,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/0b6969760f394ae29cb5c61fb6cf07cc 2024-11-22T16:40:54,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/70dfb3b394124d7785ec1f760f6791ba is 50, key is test_row_0/B:col10/1732293654597/Put/seqid=0 2024-11-22T16:40:54,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:54,874 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293654857, max timestamp=1732293654868Num uniques 859; 2024-11-22T16:40:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293714866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:54,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:40:54,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:54,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:54,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:54,874 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293654857, max timestamp=1732293654868Num uniques 859; 2024-11-22T16:40:54,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:40:54,874 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293654857, max timestamp=1732293654868Num uniques 859; 2024-11-22T16:40:54,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:40:54,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741932_1108 (size=12301) 2024-11-22T16:40:54,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/70dfb3b394124d7785ec1f760f6791ba 2024-11-22T16:40:54,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/9fc9063d94ab4aa884ce3d325ead3fe2 is 50, key is test_row_0/C:col10/1732293654597/Put/seqid=0 2024-11-22T16:40:54,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741933_1109 (size=12301) 2024-11-22T16:40:54,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/9fc9063d94ab4aa884ce3d325ead3fe2 2024-11-22T16:40:54,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/0b6969760f394ae29cb5c61fb6cf07cc as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/0b6969760f394ae29cb5c61fb6cf07cc 2024-11-22T16:40:54,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/0b6969760f394ae29cb5c61fb6cf07cc, entries=150, sequenceid=437, filesize=12.0 K 2024-11-22T16:40:54,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/70dfb3b394124d7785ec1f760f6791ba as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/70dfb3b394124d7785ec1f760f6791ba 2024-11-22T16:40:54,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/70dfb3b394124d7785ec1f760f6791ba, entries=150, sequenceid=437, filesize=12.0 K 2024-11-22T16:40:54,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/9fc9063d94ab4aa884ce3d325ead3fe2 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9fc9063d94ab4aa884ce3d325ead3fe2 2024-11-22T16:40:54,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T16:40:54,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:54,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:54,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:54,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:54,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T16:40:54,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9fc9063d94ab4aa884ce3d325ead3fe2, entries=150, sequenceid=437, filesize=12.0 K 2024-11-22T16:40:54,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~183.83 KB/188240, currentSize=114.05 KB/116790 for dd61d34092ae35af777e9dfbade9c80e in 233ms, sequenceid=437, compaction requested=true 2024-11-22T16:40:54,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:54,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:40:54,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:54,978 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:40:54,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:40:54,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:54,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:40:54,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T16:40:54,979 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:40:54,980 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:40:54,980 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:40:54,980 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. because compaction request was cancelled 2024-11-22T16:40:54,980 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:B 2024-11-22T16:40:54,980 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:40:54,980 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55038 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:40:54,980 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/A is initiating minor compaction (all files) 2024-11-22T16:40:54,980 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/A in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:54,981 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a28190c89d7b475b815bdbe470e71f8f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/1c5e83ba53174dbd9691a72cc2e2a617, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/30575c4dc92a44ab998721d27a7d5e9c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/0b6969760f394ae29cb5c61fb6cf07cc] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=53.7 K 2024-11-22T16:40:54,981 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting a28190c89d7b475b815bdbe470e71f8f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732293653188 2024-11-22T16:40:54,982 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:40:54,982 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:40:54,982 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. because compaction request was cancelled 2024-11-22T16:40:54,982 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:C 2024-11-22T16:40:54,982 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c5e83ba53174dbd9691a72cc2e2a617, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732293653315 2024-11-22T16:40:54,982 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30575c4dc92a44ab998721d27a7d5e9c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732293654481 2024-11-22T16:40:54,983 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b6969760f394ae29cb5c61fb6cf07cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732293654597 2024-11-22T16:40:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:54,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-22T16:40:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:40:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:40:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:40:55,003 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#A#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:55,004 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/da9cd32ae9ef488fbdc0a6978d4906bb is 50, key is test_row_0/A:col10/1732293654597/Put/seqid=0 2024-11-22T16:40:55,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/974ef433510347a89701752f10fb0d4f is 50, key is test_row_0/A:col10/1732293654974/Put/seqid=0 2024-11-22T16:40:55,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293715036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:55,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:55,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293715037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:55,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:55,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293715045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:55,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741934_1110 (size=13391) 2024-11-22T16:40:55,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741935_1111 (size=12301) 2024-11-22T16:40:55,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T16:40:55,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:55,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:55,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:55,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:55,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:55,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293715161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:55,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:55,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293715161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:55,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293715161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:55,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:55,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:55,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T16:40:55,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:55,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:55,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:55,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:55,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T16:40:55,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293715372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293715372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293715372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:55,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:55,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T16:40:55,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:55,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:55,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:55,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:55,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:55,486 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/da9cd32ae9ef488fbdc0a6978d4906bb as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/da9cd32ae9ef488fbdc0a6978d4906bb 2024-11-22T16:40:55,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/974ef433510347a89701752f10fb0d4f 2024-11-22T16:40:55,496 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/A of dd61d34092ae35af777e9dfbade9c80e into da9cd32ae9ef488fbdc0a6978d4906bb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:55,497 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:55,497 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/A, priority=12, startTime=1732293654978; duration=0sec 2024-11-22T16:40:55,497 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:55,497 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:A 2024-11-22T16:40:55,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/144acff0db164f80bf9b89ab4f32e35c is 50, key is test_row_0/B:col10/1732293654974/Put/seqid=0 2024-11-22T16:40:55,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741936_1112 (size=12301) 2024-11-22T16:40:55,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/144acff0db164f80bf9b89ab4f32e35c 2024-11-22T16:40:55,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T16:40:55,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:55,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:55,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:55,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:55,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:55,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/d04b23085bdd4fcbaff909000825eeaf is 50, key is test_row_0/C:col10/1732293654974/Put/seqid=0 2024-11-22T16:40:55,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741937_1113 (size=12301) 2024-11-22T16:40:55,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/d04b23085bdd4fcbaff909000825eeaf 2024-11-22T16:40:55,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/974ef433510347a89701752f10fb0d4f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/974ef433510347a89701752f10fb0d4f 2024-11-22T16:40:55,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/974ef433510347a89701752f10fb0d4f, entries=150, sequenceid=473, filesize=12.0 K 2024-11-22T16:40:55,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/144acff0db164f80bf9b89ab4f32e35c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/144acff0db164f80bf9b89ab4f32e35c 2024-11-22T16:40:55,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293715692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:55,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:55,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293715692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:55,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293715692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:55,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/144acff0db164f80bf9b89ab4f32e35c, entries=150, sequenceid=473, filesize=12.0 K 2024-11-22T16:40:55,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/d04b23085bdd4fcbaff909000825eeaf as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d04b23085bdd4fcbaff909000825eeaf 2024-11-22T16:40:55,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d04b23085bdd4fcbaff909000825eeaf, entries=150, sequenceid=473, filesize=12.0 K 2024-11-22T16:40:55,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for dd61d34092ae35af777e9dfbade9c80e in 733ms, sequenceid=473, compaction requested=true 2024-11-22T16:40:55,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:55,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:40:55,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:55,728 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:40:55,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:40:55,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:55,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:40:55,728 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:55,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:55,729 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:40:55,730 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:40:55,730 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. because compaction request was cancelled 2024-11-22T16:40:55,730 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:55,730 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:A 2024-11-22T16:40:55,730 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:55,730 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/B is initiating minor compaction (all files) 2024-11-22T16:40:55,730 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/B in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:55,730 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/2512a8a937d74ddd8ba68e5d17479e46, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/70dfb3b394124d7785ec1f760f6791ba, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/144acff0db164f80bf9b89ab4f32e35c] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=37.1 K 2024-11-22T16:40:55,731 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 2512a8a937d74ddd8ba68e5d17479e46, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732293654493 2024-11-22T16:40:55,731 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:55,731 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/C is initiating minor compaction (all files) 2024-11-22T16:40:55,731 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/C in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:55,731 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/c5619dcd6aca405ba977d654fe9b2e45, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9fc9063d94ab4aa884ce3d325ead3fe2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d04b23085bdd4fcbaff909000825eeaf] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=37.0 K 2024-11-22T16:40:55,732 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 70dfb3b394124d7785ec1f760f6791ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732293654597 2024-11-22T16:40:55,732 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5619dcd6aca405ba977d654fe9b2e45, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732293654493 2024-11-22T16:40:55,732 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 144acff0db164f80bf9b89ab4f32e35c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732293654969 2024-11-22T16:40:55,733 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fc9063d94ab4aa884ce3d325ead3fe2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732293654597 2024-11-22T16:40:55,733 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting d04b23085bdd4fcbaff909000825eeaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732293654969 2024-11-22T16:40:55,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T16:40:55,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:55,746 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T16:40:55,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:55,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:55,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:55,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:55,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:55,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:55,752 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#B#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:55,752 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/31f3511e419541c8be7168f3a412cddf is 50, key is test_row_0/B:col10/1732293654974/Put/seqid=0 2024-11-22T16:40:55,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/e00a4da66a1941b98ce7294952a940c3 is 50, key is test_row_0/A:col10/1732293655034/Put/seqid=0 2024-11-22T16:40:55,769 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#C#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:55,770 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/c0d053f6127d44cd911486409121d2a4 is 50, key is test_row_0/C:col10/1732293654974/Put/seqid=0 2024-11-22T16:40:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T16:40:55,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741938_1114 (size=13459) 2024-11-22T16:40:55,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741939_1115 (size=12301) 2024-11-22T16:40:55,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741940_1116 (size=13425) 2024-11-22T16:40:55,928 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/c0d053f6127d44cd911486409121d2a4 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/c0d053f6127d44cd911486409121d2a4 2024-11-22T16:40:55,941 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/C of dd61d34092ae35af777e9dfbade9c80e into c0d053f6127d44cd911486409121d2a4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:55,941 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:55,941 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/C, priority=13, startTime=1732293655728; duration=0sec 2024-11-22T16:40:55,941 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:55,941 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:C 2024-11-22T16:40:56,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:56,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293716272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:56,281 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293656258, max timestamp=1732293656276Num uniques 859; 2024-11-22T16:40:56,281 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:40:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:56,282 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293656258, max timestamp=1732293656276Num uniques 859; 2024-11-22T16:40:56,282 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293656258, max timestamp=1732293656276Num uniques 859; 2024-11-22T16:40:56,282 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:40:56,282 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:40:56,290 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/31f3511e419541c8be7168f3a412cddf as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/31f3511e419541c8be7168f3a412cddf 2024-11-22T16:40:56,296 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/e00a4da66a1941b98ce7294952a940c3 2024-11-22T16:40:56,312 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/B of dd61d34092ae35af777e9dfbade9c80e into 31f3511e419541c8be7168f3a412cddf(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:56,312 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:56,312 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/B, priority=13, startTime=1732293655728; duration=0sec 2024-11-22T16:40:56,312 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:56,312 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:B 2024-11-22T16:40:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/f52bbb3b501d4db39c3b39c159325b83 is 50, key is test_row_0/B:col10/1732293655034/Put/seqid=0 2024-11-22T16:40:56,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741941_1117 (size=12301) 2024-11-22T16:40:56,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293716349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:56,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:56,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293716354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:56,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:56,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293716392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:56,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293716463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:56,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:56,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293716471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:56,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:56,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293716601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:56,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293716671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:56,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:56,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293716681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:56,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:56,740 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/f52bbb3b501d4db39c3b39c159325b83 2024-11-22T16:40:56,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/5cdfc65c40f24254bf92ae70bd75f1ac is 50, key is test_row_0/C:col10/1732293655034/Put/seqid=0 2024-11-22T16:40:56,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T16:40:56,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741942_1118 (size=12301) 2024-11-22T16:40:56,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293716921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:56,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:56,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293716991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:57,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293717001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:57,223 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/5cdfc65c40f24254bf92ae70bd75f1ac 2024-11-22T16:40:57,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/e00a4da66a1941b98ce7294952a940c3 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/e00a4da66a1941b98ce7294952a940c3 2024-11-22T16:40:57,237 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/e00a4da66a1941b98ce7294952a940c3, entries=150, sequenceid=486, filesize=12.0 K 2024-11-22T16:40:57,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/f52bbb3b501d4db39c3b39c159325b83 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/f52bbb3b501d4db39c3b39c159325b83 2024-11-22T16:40:57,246 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/f52bbb3b501d4db39c3b39c159325b83, entries=150, sequenceid=486, filesize=12.0 K 2024-11-22T16:40:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/5cdfc65c40f24254bf92ae70bd75f1ac as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/5cdfc65c40f24254bf92ae70bd75f1ac 2024-11-22T16:40:57,253 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/5cdfc65c40f24254bf92ae70bd75f1ac, entries=150, sequenceid=486, filesize=12.0 K 2024-11-22T16:40:57,256 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for dd61d34092ae35af777e9dfbade9c80e in 1511ms, sequenceid=486, compaction requested=true 2024-11-22T16:40:57,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:57,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:57,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-22T16:40:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-22T16:40:57,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-22T16:40:57,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6020 sec 2024-11-22T16:40:57,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.6120 sec 2024-11-22T16:40:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:57,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-22T16:40:57,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:57,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:40:57,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:57,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:40:57,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:57,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:40:57,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/fa6dbc8d3ebb4b66b554c00e292d3980 is 50, key is test_row_0/A:col10/1732293656326/Put/seqid=0 2024-11-22T16:40:57,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741943_1119 (size=14741) 2024-11-22T16:40:57,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/fa6dbc8d3ebb4b66b554c00e292d3980 2024-11-22T16:40:57,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/b7336a4e3b94445487edda20a487e8d4 is 50, key is test_row_0/B:col10/1732293656326/Put/seqid=0 2024-11-22T16:40:57,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741944_1120 (size=12301) 2024-11-22T16:40:57,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293717487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:57,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/b7336a4e3b94445487edda20a487e8d4 2024-11-22T16:40:57,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293717501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:57,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:57,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:57,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/57469757dd62443ab2ad2c8511a2d563 is 50, key is test_row_0/C:col10/1732293656326/Put/seqid=0 2024-11-22T16:40:57,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293717512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:57,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741945_1121 (size=12301) 2024-11-22T16:40:57,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/57469757dd62443ab2ad2c8511a2d563 2024-11-22T16:40:57,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/fa6dbc8d3ebb4b66b554c00e292d3980 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/fa6dbc8d3ebb4b66b554c00e292d3980 2024-11-22T16:40:57,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/fa6dbc8d3ebb4b66b554c00e292d3980, entries=200, sequenceid=524, filesize=14.4 K 2024-11-22T16:40:57,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/b7336a4e3b94445487edda20a487e8d4 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b7336a4e3b94445487edda20a487e8d4 2024-11-22T16:40:57,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b7336a4e3b94445487edda20a487e8d4, entries=150, sequenceid=524, filesize=12.0 K 2024-11-22T16:40:57,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/57469757dd62443ab2ad2c8511a2d563 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/57469757dd62443ab2ad2c8511a2d563 2024-11-22T16:40:57,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/57469757dd62443ab2ad2c8511a2d563, entries=150, sequenceid=524, filesize=12.0 K 2024-11-22T16:40:57,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for dd61d34092ae35af777e9dfbade9c80e in 139ms, sequenceid=524, compaction requested=true 2024-11-22T16:40:57,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:57,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:40:57,576 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:40:57,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:57,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:40:57,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:57,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:40:57,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T16:40:57,577 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:57,579 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52734 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:40:57,579 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:57,579 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/A is initiating minor compaction (all files) 2024-11-22T16:40:57,579 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/B is initiating minor compaction (all files) 2024-11-22T16:40:57,579 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/A in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:57,579 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/B in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:57,580 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/da9cd32ae9ef488fbdc0a6978d4906bb, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/974ef433510347a89701752f10fb0d4f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/e00a4da66a1941b98ce7294952a940c3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/fa6dbc8d3ebb4b66b554c00e292d3980] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=51.5 K 2024-11-22T16:40:57,580 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/31f3511e419541c8be7168f3a412cddf, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/f52bbb3b501d4db39c3b39c159325b83, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b7336a4e3b94445487edda20a487e8d4] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=37.2 K 2024-11-22T16:40:57,581 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting da9cd32ae9ef488fbdc0a6978d4906bb, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732293654597 2024-11-22T16:40:57,581 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 31f3511e419541c8be7168f3a412cddf, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732293654969 2024-11-22T16:40:57,581 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 974ef433510347a89701752f10fb0d4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732293654969 2024-11-22T16:40:57,581 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting f52bbb3b501d4db39c3b39c159325b83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732293655023 2024-11-22T16:40:57,582 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting e00a4da66a1941b98ce7294952a940c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732293655023 2024-11-22T16:40:57,582 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting b7336a4e3b94445487edda20a487e8d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732293656326 2024-11-22T16:40:57,583 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa6dbc8d3ebb4b66b554c00e292d3980, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732293656326 2024-11-22T16:40:57,604 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#B#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:57,605 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/b45ca664b089461eb8bcde40401721f6 is 50, key is test_row_0/B:col10/1732293656326/Put/seqid=0 2024-11-22T16:40:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:57,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T16:40:57,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:57,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:57,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:57,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:57,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:57,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:57,621 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#A#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:57,622 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/7dd5f7a656334540b1e24133d8a61450 is 50, key is test_row_0/A:col10/1732293656326/Put/seqid=0 2024-11-22T16:40:57,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/8b92e8ea013f462ca27d186d159c7a14 is 50, key is test_row_0/A:col10/1732293657485/Put/seqid=0 2024-11-22T16:40:57,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741946_1122 (size=13561) 2024-11-22T16:40:57,705 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/b45ca664b089461eb8bcde40401721f6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b45ca664b089461eb8bcde40401721f6 2024-11-22T16:40:57,714 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/B of dd61d34092ae35af777e9dfbade9c80e into b45ca664b089461eb8bcde40401721f6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:57,714 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:57,714 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/B, priority=13, startTime=1732293657577; duration=0sec 2024-11-22T16:40:57,714 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:57,715 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:B 2024-11-22T16:40:57,715 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:57,716 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:57,716 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/C is initiating minor compaction (all files) 2024-11-22T16:40:57,716 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/C in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:57,716 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/c0d053f6127d44cd911486409121d2a4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/5cdfc65c40f24254bf92ae70bd75f1ac, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/57469757dd62443ab2ad2c8511a2d563] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=37.1 K 2024-11-22T16:40:57,717 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting c0d053f6127d44cd911486409121d2a4, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732293654969 2024-11-22T16:40:57,717 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cdfc65c40f24254bf92ae70bd75f1ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732293655023 2024-11-22T16:40:57,718 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 57469757dd62443ab2ad2c8511a2d563, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732293656326 2024-11-22T16:40:57,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741947_1123 (size=13527) 2024-11-22T16:40:57,736 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/7dd5f7a656334540b1e24133d8a61450 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/7dd5f7a656334540b1e24133d8a61450 2024-11-22T16:40:57,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741948_1124 (size=14741) 2024-11-22T16:40:57,743 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#C#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:57,744 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/38a0cf8e7a654b59aa30e1d76d169a00 is 50, key is test_row_0/C:col10/1732293656326/Put/seqid=0 2024-11-22T16:40:57,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/8b92e8ea013f462ca27d186d159c7a14 2024-11-22T16:40:57,746 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/A of dd61d34092ae35af777e9dfbade9c80e into 7dd5f7a656334540b1e24133d8a61450(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:57,746 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:57,746 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/A, priority=12, startTime=1732293657576; duration=0sec 2024-11-22T16:40:57,747 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:57,747 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:A 2024-11-22T16:40:57,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/248b7714f8c249d6bd82d048fc7e2763 is 50, key is test_row_0/B:col10/1732293657485/Put/seqid=0 2024-11-22T16:40:57,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293717788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:57,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:57,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:57,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:57,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741949_1125 (size=13527) 2024-11-22T16:40:57,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741950_1126 (size=12301) 2024-11-22T16:40:57,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/248b7714f8c249d6bd82d048fc7e2763 2024-11-22T16:40:57,815 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/38a0cf8e7a654b59aa30e1d76d169a00 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/38a0cf8e7a654b59aa30e1d76d169a00 2024-11-22T16:40:57,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/fb425945ec61438f812eaa74c983871b is 50, key is test_row_0/C:col10/1732293657485/Put/seqid=0 2024-11-22T16:40:57,829 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/C of dd61d34092ae35af777e9dfbade9c80e into 38a0cf8e7a654b59aa30e1d76d169a00(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:57,829 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:57,829 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/C, priority=13, startTime=1732293657577; duration=0sec 2024-11-22T16:40:57,829 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:57,829 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:C 2024-11-22T16:40:57,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741951_1127 (size=12301) 2024-11-22T16:40:57,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293717901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:57,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:57,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:57,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:58,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293718111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:58,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:58,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:58,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:58,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/fb425945ec61438f812eaa74c983871b 2024-11-22T16:40:58,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/8b92e8ea013f462ca27d186d159c7a14 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/8b92e8ea013f462ca27d186d159c7a14 2024-11-22T16:40:58,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/8b92e8ea013f462ca27d186d159c7a14, entries=200, sequenceid=536, filesize=14.4 K 2024-11-22T16:40:58,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/248b7714f8c249d6bd82d048fc7e2763 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/248b7714f8c249d6bd82d048fc7e2763 2024-11-22T16:40:58,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/248b7714f8c249d6bd82d048fc7e2763, entries=150, sequenceid=536, filesize=12.0 K 2024-11-22T16:40:58,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/fb425945ec61438f812eaa74c983871b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/fb425945ec61438f812eaa74c983871b 2024-11-22T16:40:58,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/fb425945ec61438f812eaa74c983871b, entries=150, sequenceid=536, filesize=12.0 K 2024-11-22T16:40:58,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for dd61d34092ae35af777e9dfbade9c80e in 689ms, sequenceid=536, compaction requested=false 2024-11-22T16:40:58,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:58,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T16:40:58,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:58,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:40:58,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:58,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:40:58,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:58,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:40:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:58,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/83118f3add8c4eca9b53dee02b43a328 is 50, key is test_row_0/A:col10/1732293658424/Put/seqid=0 2024-11-22T16:40:58,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741952_1128 (size=14741) 2024-11-22T16:40:58,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293718487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:58,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293718521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:58,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293718521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:58,529 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in dd61d34092ae35af777e9dfbade9c80e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:40:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:58,531 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in dd61d34092ae35af777e9dfbade9c80e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:40:58,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:58,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:58,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:58,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293718601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:58,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:58,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:58,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:58,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293718811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T16:40:58,822 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:40:58,822 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:40:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-22T16:40:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T16:40:58,824 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:40:58,825 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:40:58,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:40:58,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/83118f3add8c4eca9b53dee02b43a328 2024-11-22T16:40:58,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/d0a98a420f604245bd4e47d80cd4124d is 50, key is test_row_0/B:col10/1732293658424/Put/seqid=0 2024-11-22T16:40:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741953_1129 (size=12301) 2024-11-22T16:40:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T16:40:58,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T16:40:58,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:58,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:58,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:58,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:58,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:59,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293719120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:59,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:59,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:59,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:59,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T16:40:59,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:59,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:59,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:59,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:59,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T16:40:59,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T16:40:59,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:59,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:40:59,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:59,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:59,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:40:59,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/d0a98a420f604245bd4e47d80cd4124d 2024-11-22T16:40:59,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/dce1b1bc5a6044b18fb082e57eb751d8 is 50, key is test_row_0/C:col10/1732293658424/Put/seqid=0 2024-11-22T16:40:59,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741954_1130 (size=12301) 2024-11-22T16:40:59,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/dce1b1bc5a6044b18fb082e57eb751d8 2024-11-22T16:40:59,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/83118f3add8c4eca9b53dee02b43a328 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/83118f3add8c4eca9b53dee02b43a328 2024-11-22T16:40:59,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/83118f3add8c4eca9b53dee02b43a328, entries=200, sequenceid=560, filesize=14.4 K 2024-11-22T16:40:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/d0a98a420f604245bd4e47d80cd4124d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/d0a98a420f604245bd4e47d80cd4124d 2024-11-22T16:40:59,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/d0a98a420f604245bd4e47d80cd4124d, entries=150, sequenceid=560, filesize=12.0 K 2024-11-22T16:40:59,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/dce1b1bc5a6044b18fb082e57eb751d8 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/dce1b1bc5a6044b18fb082e57eb751d8 2024-11-22T16:40:59,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/dce1b1bc5a6044b18fb082e57eb751d8, entries=150, sequenceid=560, filesize=12.0 K 2024-11-22T16:40:59,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for dd61d34092ae35af777e9dfbade9c80e in 941ms, sequenceid=560, compaction requested=true 2024-11-22T16:40:59,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:59,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:40:59,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:59,370 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:59,370 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:40:59,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:40:59,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:59,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:40:59,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:59,372 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:59,372 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:40:59,372 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/A is initiating minor compaction (all files) 2024-11-22T16:40:59,372 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/B is initiating minor compaction (all files) 2024-11-22T16:40:59,372 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/A in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:59,372 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/B in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:59,372 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b45ca664b089461eb8bcde40401721f6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/248b7714f8c249d6bd82d048fc7e2763, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/d0a98a420f604245bd4e47d80cd4124d] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=37.3 K 2024-11-22T16:40:59,372 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/7dd5f7a656334540b1e24133d8a61450, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/8b92e8ea013f462ca27d186d159c7a14, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/83118f3add8c4eca9b53dee02b43a328] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=42.0 K 2024-11-22T16:40:59,373 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting b45ca664b089461eb8bcde40401721f6, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732293656326 2024-11-22T16:40:59,373 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dd5f7a656334540b1e24133d8a61450, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732293656326 2024-11-22T16:40:59,373 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b92e8ea013f462ca27d186d159c7a14, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1732293657463 2024-11-22T16:40:59,373 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 248b7714f8c249d6bd82d048fc7e2763, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1732293657480 2024-11-22T16:40:59,374 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83118f3add8c4eca9b53dee02b43a328, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732293657760 2024-11-22T16:40:59,374 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting d0a98a420f604245bd4e47d80cd4124d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732293657760 2024-11-22T16:40:59,388 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#A#compaction#119 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:59,388 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#B#compaction#118 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:59,389 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/cacd0ce6b7d14ee89dc3f7994ec600b7 is 50, key is test_row_0/A:col10/1732293658424/Put/seqid=0 2024-11-22T16:40:59,389 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/4aa154f5e91244f385df7abefa9877bb is 50, key is test_row_0/B:col10/1732293658424/Put/seqid=0 2024-11-22T16:40:59,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741956_1132 (size=13663) 2024-11-22T16:40:59,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741955_1131 (size=13629) 2024-11-22T16:40:59,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T16:40:59,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:59,440 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T16:40:59,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:59,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:59,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:59,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:59,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:59,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:59,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/f6baa724873c4573b604ec7023b89a02 is 50, key is test_row_0/A:col10/1732293658466/Put/seqid=0 2024-11-22T16:40:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T16:40:59,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741957_1133 (size=12301) 2024-11-22T16:40:59,454 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/f6baa724873c4573b604ec7023b89a02 2024-11-22T16:40:59,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/e766487d5dfc4ed3bf27780eb5b1400f is 50, key is test_row_0/B:col10/1732293658466/Put/seqid=0 2024-11-22T16:40:59,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741958_1134 (size=12301) 2024-11-22T16:40:59,484 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/e766487d5dfc4ed3bf27780eb5b1400f 2024-11-22T16:40:59,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/5752ed7bd80145bf81a9dcb9d1dde02e is 50, key is test_row_0/C:col10/1732293658466/Put/seqid=0 2024-11-22T16:40:59,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741959_1135 (size=12301) 2024-11-22T16:40:59,527 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/5752ed7bd80145bf81a9dcb9d1dde02e 2024-11-22T16:40:59,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/f6baa724873c4573b604ec7023b89a02 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/f6baa724873c4573b604ec7023b89a02 2024-11-22T16:40:59,542 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/f6baa724873c4573b604ec7023b89a02, entries=150, sequenceid=571, filesize=12.0 K 2024-11-22T16:40:59,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/e766487d5dfc4ed3bf27780eb5b1400f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/e766487d5dfc4ed3bf27780eb5b1400f 2024-11-22T16:40:59,553 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/e766487d5dfc4ed3bf27780eb5b1400f, entries=150, sequenceid=571, filesize=12.0 K 2024-11-22T16:40:59,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/5752ed7bd80145bf81a9dcb9d1dde02e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/5752ed7bd80145bf81a9dcb9d1dde02e 2024-11-22T16:40:59,570 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/5752ed7bd80145bf81a9dcb9d1dde02e, entries=150, sequenceid=571, filesize=12.0 K 2024-11-22T16:40:59,578 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for dd61d34092ae35af777e9dfbade9c80e in 138ms, sequenceid=571, compaction requested=true 2024-11-22T16:40:59,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:59,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:59,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-22T16:40:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-22T16:40:59,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-22T16:40:59,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 756 msec 2024-11-22T16:40:59,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 765 msec 2024-11-22T16:40:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:40:59,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T16:40:59,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:40:59,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:59,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:40:59,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:59,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:40:59,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:40:59,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/a43a769d2ab940faa01262412742a14c is 50, key is test_row_0/A:col10/1732293659646/Put/seqid=0 2024-11-22T16:40:59,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741960_1136 (size=14741) 2024-11-22T16:40:59,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293659747, max timestamp=1732293659783Num uniques 859; 2024-11-22T16:40:59,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:40:59,820 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/cacd0ce6b7d14ee89dc3f7994ec600b7 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/cacd0ce6b7d14ee89dc3f7994ec600b7 2024-11-22T16:40:59,824 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/4aa154f5e91244f385df7abefa9877bb as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/4aa154f5e91244f385df7abefa9877bb 2024-11-22T16:40:59,831 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/A of dd61d34092ae35af777e9dfbade9c80e into cacd0ce6b7d14ee89dc3f7994ec600b7(size=13.3 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:59,831 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:59,831 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/A, priority=13, startTime=1732293659370; duration=0sec 2024-11-22T16:40:59,831 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:40:59,831 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:A 2024-11-22T16:40:59,831 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:40:59,836 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:40:59,836 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/C is initiating minor compaction (all files) 2024-11-22T16:40:59,836 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/C in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:40:59,837 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/B of dd61d34092ae35af777e9dfbade9c80e into 4aa154f5e91244f385df7abefa9877bb(size=13.3 K), total size for store is 25.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:40:59,837 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:40:59,838 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/B, priority=13, startTime=1732293659370; duration=0sec 2024-11-22T16:40:59,838 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:40:59,838 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:B 2024-11-22T16:40:59,838 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/38a0cf8e7a654b59aa30e1d76d169a00, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/fb425945ec61438f812eaa74c983871b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/dce1b1bc5a6044b18fb082e57eb751d8, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/5752ed7bd80145bf81a9dcb9d1dde02e] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=49.2 K 2024-11-22T16:40:59,839 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38a0cf8e7a654b59aa30e1d76d169a00, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732293656326 2024-11-22T16:40:59,839 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb425945ec61438f812eaa74c983871b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1732293657480 2024-11-22T16:40:59,840 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting dce1b1bc5a6044b18fb082e57eb751d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732293657760 2024-11-22T16:40:59,840 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5752ed7bd80145bf81a9dcb9d1dde02e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1732293658462 2024-11-22T16:40:59,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293719844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:59,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:59,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:59,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:59,855 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#C#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:40:59,856 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/2059b5bb673046d8bd06df7496aee4b2 is 50, key is test_row_0/C:col10/1732293658466/Put/seqid=0 2024-11-22T16:40:59,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741961_1137 (size=13663) 2024-11-22T16:40:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T16:40:59,962 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:40:59,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:40:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293719962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:40:59,963 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:40:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:59,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:40:59,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:40:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-22T16:40:59,966 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:40:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T16:40:59,967 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:40:59,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T16:41:00,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/a43a769d2ab940faa01262412742a14c 2024-11-22T16:41:00,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T16:41:00,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:41:00,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:41:00,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:41:00,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:00,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:00,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/578ad68074a54e7bbe69f59299aa0aad is 50, key is test_row_0/B:col10/1732293659646/Put/seqid=0 2024-11-22T16:41:00,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741962_1138 (size=12301) 2024-11-22T16:41:00,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/578ad68074a54e7bbe69f59299aa0aad 2024-11-22T16:41:00,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/ffd8d4341d5541dc9b3158b8831f2819 is 50, key is test_row_0/C:col10/1732293659646/Put/seqid=0 2024-11-22T16:41:00,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293720171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:00,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741963_1139 (size=12301) 2024-11-22T16:41:00,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T16:41:00,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:41:00,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:41:00,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:41:00,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:00,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:00,279 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/2059b5bb673046d8bd06df7496aee4b2 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/2059b5bb673046d8bd06df7496aee4b2 2024-11-22T16:41:00,285 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/C of dd61d34092ae35af777e9dfbade9c80e into 2059b5bb673046d8bd06df7496aee4b2(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:00,285 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:41:00,286 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/C, priority=12, startTime=1732293659371; duration=0sec 2024-11-22T16:41:00,286 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:00,286 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:C 2024-11-22T16:41:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T16:41:00,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T16:41:00,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:41:00,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:41:00,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:41:00,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:00,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:00,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34758 deadline: 1732293720481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:00,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:00,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:00,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:00,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1732293720541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:00,545 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in dd61d34092ae35af777e9dfbade9c80e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:00,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:00,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:00,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:00,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34690 deadline: 1732293720558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:00,562 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in dd61d34092ae35af777e9dfbade9c80e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:00,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:00,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:00,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:00,572 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-22T16:41:00,572 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:00,575 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-22T16:41:00,575 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:00,577 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-22T16:41:00,577 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:00,579 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:00,579 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:00,579 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:00,579 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:00,579 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:00,579 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:00,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:00,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:00,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:00,582 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-22T16:41:00,582 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:00,582 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:00,582 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:00,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:00,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T16:41:00,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:41:00,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:41:00,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:41:00,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:00,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T16:41:00,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/ffd8d4341d5541dc9b3158b8831f2819 2024-11-22T16:41:00,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/a43a769d2ab940faa01262412742a14c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a43a769d2ab940faa01262412742a14c 2024-11-22T16:41:00,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a43a769d2ab940faa01262412742a14c, entries=200, sequenceid=581, filesize=14.4 K 2024-11-22T16:41:00,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/578ad68074a54e7bbe69f59299aa0aad as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/578ad68074a54e7bbe69f59299aa0aad 2024-11-22T16:41:00,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/578ad68074a54e7bbe69f59299aa0aad, entries=150, sequenceid=581, filesize=12.0 K 2024-11-22T16:41:00,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/ffd8d4341d5541dc9b3158b8831f2819 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/ffd8d4341d5541dc9b3158b8831f2819 2024-11-22T16:41:00,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/ffd8d4341d5541dc9b3158b8831f2819, entries=150, sequenceid=581, filesize=12.0 K 2024-11-22T16:41:00,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=129.71 KB/132820 for dd61d34092ae35af777e9dfbade9c80e in 1002ms, sequenceid=581, compaction requested=true 2024-11-22T16:41:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:41:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:00,651 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:00,651 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd61d34092ae35af777e9dfbade9c80e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:00,653 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:00,653 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:00,653 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/B is initiating minor compaction (all files) 2024-11-22T16:41:00,653 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): dd61d34092ae35af777e9dfbade9c80e/A is initiating minor compaction (all files) 2024-11-22T16:41:00,653 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/B in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:41:00,653 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd61d34092ae35af777e9dfbade9c80e/A in TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:41:00,653 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/4aa154f5e91244f385df7abefa9877bb, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/e766487d5dfc4ed3bf27780eb5b1400f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/578ad68074a54e7bbe69f59299aa0aad] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=37.4 K 2024-11-22T16:41:00,653 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/cacd0ce6b7d14ee89dc3f7994ec600b7, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/f6baa724873c4573b604ec7023b89a02, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a43a769d2ab940faa01262412742a14c] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp, totalSize=39.7 K 2024-11-22T16:41:00,654 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 4aa154f5e91244f385df7abefa9877bb, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732293657760 2024-11-22T16:41:00,654 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting cacd0ce6b7d14ee89dc3f7994ec600b7, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732293657760 2024-11-22T16:41:00,654 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting e766487d5dfc4ed3bf27780eb5b1400f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1732293658462 2024-11-22T16:41:00,654 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6baa724873c4573b604ec7023b89a02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1732293658462 2024-11-22T16:41:00,655 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 578ad68074a54e7bbe69f59299aa0aad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732293659638 2024-11-22T16:41:00,655 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting a43a769d2ab940faa01262412742a14c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732293659638 2024-11-22T16:41:00,671 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#B#compaction#127 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:00,672 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/80725b42e9ff4ff08494bfc4db5e1664 is 50, key is test_row_0/B:col10/1732293659646/Put/seqid=0 2024-11-22T16:41:00,675 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd61d34092ae35af777e9dfbade9c80e#A#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:00,676 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/9649d36c13474e2ca484c764b2d832d9 is 50, key is test_row_0/A:col10/1732293659646/Put/seqid=0 2024-11-22T16:41:00,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741964_1140 (size=13765) 2024-11-22T16:41:00,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741965_1141 (size=13731) 2024-11-22T16:41:00,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T16:41:00,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:41:00,740 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=129.71 KB heapSize=381.64 KB 2024-11-22T16:41:00,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:41:00,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:00,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:41:00,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:00,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:41:00,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:00,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/1fb2f522fab84f07a13aa8d85611d7b8 is 50, key is test_row_0/A:col10/1732293659816/Put/seqid=0 2024-11-22T16:41:00,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741966_1142 (size=12301) 2024-11-22T16:41:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:41:01,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. as already flushing 2024-11-22T16:41:01,004 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-22T16:41:01,004 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:01,004 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:01,004 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:01,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:01,096 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/80725b42e9ff4ff08494bfc4db5e1664 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/80725b42e9ff4ff08494bfc4db5e1664 2024-11-22T16:41:01,098 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/9649d36c13474e2ca484c764b2d832d9 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/9649d36c13474e2ca484c764b2d832d9 2024-11-22T16:41:01,105 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/A of dd61d34092ae35af777e9dfbade9c80e into 9649d36c13474e2ca484c764b2d832d9(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:01,106 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:41:01,106 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/A, priority=13, startTime=1732293660651; duration=0sec 2024-11-22T16:41:01,106 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:01,106 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:A 2024-11-22T16:41:01,106 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd61d34092ae35af777e9dfbade9c80e/B of dd61d34092ae35af777e9dfbade9c80e into 80725b42e9ff4ff08494bfc4db5e1664(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:01,106 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:41:01,106 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:41:01,106 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., storeName=dd61d34092ae35af777e9dfbade9c80e/B, priority=13, startTime=1732293660651; duration=0sec 2024-11-22T16:41:01,106 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:01,106 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:B 2024-11-22T16:41:01,107 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:41:01,107 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:41:01,107 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. because compaction request was cancelled 2024-11-22T16:41:01,107 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd61d34092ae35af777e9dfbade9c80e:C 2024-11-22T16:41:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T16:41:01,159 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/1fb2f522fab84f07a13aa8d85611d7b8 2024-11-22T16:41:01,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/cf4b90d8a40d4e3780fcbd2a9e7dad7c is 50, key is test_row_0/B:col10/1732293659816/Put/seqid=0 2024-11-22T16:41:01,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741967_1143 (size=12301) 2024-11-22T16:41:01,575 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/cf4b90d8a40d4e3780fcbd2a9e7dad7c 2024-11-22T16:41:01,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/d2e3ee92f1a24e15b6ec31d8c33fbf80 is 50, key is test_row_0/C:col10/1732293659816/Put/seqid=0 2024-11-22T16:41:01,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741968_1144 (size=12301) 2024-11-22T16:41:01,987 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/d2e3ee92f1a24e15b6ec31d8c33fbf80 2024-11-22T16:41:01,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/1fb2f522fab84f07a13aa8d85611d7b8 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/1fb2f522fab84f07a13aa8d85611d7b8 2024-11-22T16:41:01,996 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/1fb2f522fab84f07a13aa8d85611d7b8, entries=150, sequenceid=611, filesize=12.0 K 2024-11-22T16:41:01,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/cf4b90d8a40d4e3780fcbd2a9e7dad7c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/cf4b90d8a40d4e3780fcbd2a9e7dad7c 2024-11-22T16:41:02,001 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/cf4b90d8a40d4e3780fcbd2a9e7dad7c, entries=150, sequenceid=611, filesize=12.0 K 2024-11-22T16:41:02,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/d2e3ee92f1a24e15b6ec31d8c33fbf80 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d2e3ee92f1a24e15b6ec31d8c33fbf80 2024-11-22T16:41:02,006 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d2e3ee92f1a24e15b6ec31d8c33fbf80, entries=150, sequenceid=611, filesize=12.0 K 2024-11-22T16:41:02,007 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~129.71 KB/132820, heapSize ~381.59 KB/390752, currentSize=6.71 KB/6870 for dd61d34092ae35af777e9dfbade9c80e in 1267ms, sequenceid=611, compaction requested=true 2024-11-22T16:41:02,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for dd61d34092ae35af777e9dfbade9c80e: 2024-11-22T16:41:02,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:41:02,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T16:41:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T16:41:02,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-22T16:41:02,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0420 sec 2024-11-22T16:41:02,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.0480 sec 2024-11-22T16:41:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T16:41:02,151 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:02,552 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-22T16:41:02,552 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:02,552 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:02,552 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:02,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:02,562 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-22T16:41:02,562 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:02,562 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:02,562 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:02,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:03,602 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:41:04,553 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-22T16:41:04,554 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:04,554 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:04,554 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:04,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:04,593 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-22T16:41:04,593 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:04,593 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:04,593 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:04,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:04,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T16:41:04,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-22T16:41:04,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 125 2024-11-22T16:41:04,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-22T16:41:04,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 180 2024-11-22T16:41:04,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-22T16:41:04,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T16:41:04,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2541 2024-11-22T16:41:04,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2447 2024-11-22T16:41:04,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T16:41:04,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1134 2024-11-22T16:41:04,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3398 rows 2024-11-22T16:41:04,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1146 2024-11-22T16:41:04,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3431 rows 2024-11-22T16:41:04,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:41:04,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:41:04,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:04,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:04,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:04,599 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T16:41:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:04,609 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293664609"}]},"ts":"1732293664609"} 2024-11-22T16:41:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T16:41:04,612 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T16:41:04,612 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T16:41:04,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T16:41:04,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd61d34092ae35af777e9dfbade9c80e, UNASSIGN}] 2024-11-22T16:41:04,624 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd61d34092ae35af777e9dfbade9c80e, UNASSIGN 2024-11-22T16:41:04,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=dd61d34092ae35af777e9dfbade9c80e, regionState=CLOSING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:41:04,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd61d34092ae35af777e9dfbade9c80e, UNASSIGN because future has completed 2024-11-22T16:41:04,630 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T16:41:04,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:41:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T16:41:04,788 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:41:04,788 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T16:41:04,789 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing dd61d34092ae35af777e9dfbade9c80e, disabling compactions & flushes 2024-11-22T16:41:04,789 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:41:04,789 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:41:04,789 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. after waiting 0 ms 2024-11-22T16:41:04,789 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:41:04,789 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing dd61d34092ae35af777e9dfbade9c80e 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T16:41:04,789 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=A 2024-11-22T16:41:04,789 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:04,789 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=B 2024-11-22T16:41:04,789 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:04,789 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd61d34092ae35af777e9dfbade9c80e, store=C 2024-11-22T16:41:04,790 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:04,793 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/884acc39fd624f63b313158393f56c4a is 50, key is test_row_0/A:col10/1732293664591/Put/seqid=0 2024-11-22T16:41:04,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741969_1145 (size=12301) 2024-11-22T16:41:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T16:41:05,203 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=621 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/884acc39fd624f63b313158393f56c4a 2024-11-22T16:41:05,213 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/eab6503ebc6f4c2780ee2765b1e11414 is 50, key is test_row_0/B:col10/1732293664591/Put/seqid=0 2024-11-22T16:41:05,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741970_1146 (size=12301) 2024-11-22T16:41:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T16:41:05,619 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=621 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/eab6503ebc6f4c2780ee2765b1e11414 2024-11-22T16:41:05,629 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/07ad7e3576a8471ab48c132231f5209d is 50, key is test_row_0/C:col10/1732293664591/Put/seqid=0 2024-11-22T16:41:05,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741971_1147 (size=12301) 2024-11-22T16:41:05,637 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=621 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/07ad7e3576a8471ab48c132231f5209d 2024-11-22T16:41:05,644 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/A/884acc39fd624f63b313158393f56c4a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/884acc39fd624f63b313158393f56c4a 2024-11-22T16:41:05,650 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/884acc39fd624f63b313158393f56c4a, entries=150, sequenceid=621, filesize=12.0 K 2024-11-22T16:41:05,651 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/B/eab6503ebc6f4c2780ee2765b1e11414 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/eab6503ebc6f4c2780ee2765b1e11414 2024-11-22T16:41:05,657 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/eab6503ebc6f4c2780ee2765b1e11414, entries=150, sequenceid=621, filesize=12.0 K 2024-11-22T16:41:05,658 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/.tmp/C/07ad7e3576a8471ab48c132231f5209d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/07ad7e3576a8471ab48c132231f5209d 2024-11-22T16:41:05,666 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/07ad7e3576a8471ab48c132231f5209d, entries=150, sequenceid=621, filesize=12.0 K 2024-11-22T16:41:05,667 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for dd61d34092ae35af777e9dfbade9c80e in 878ms, sequenceid=621, compaction requested=true 2024-11-22T16:41:05,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/4346694eb7d440aea411b732a457da8a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a046ab1f73e34ef5ba3abb45aa83b732, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/ab3d8651f32a418f9a27053baf795746, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/d449f4d33bd548bba1089dceaeedeb66, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/bc06e8b1c2dd4e70a7a51146a5d793b6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/35bfa37f03b64a8fbd48f4787ad4702d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/22e572c522aa45daaf0263f0597cbe20, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/7c77857aaeec4620a3ac03df02576b6d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/29cf57e6956740d2b7a48614c8672e7b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/932036967f65413782a9f3223994f930, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/619b31d5d9d54238bf0c2647d84b567e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/38b90cce778d46ef973e95ad8ac49d09, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/58f33d3653204f6f9038cbcf49584896, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/94534cfca86046ffb5bf7d173c07a3c6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/81f1be243b244148a4b6ea204d42c78c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/c288b874ee5a4b409190f704dd351aa2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/9ab88ac2350a4e1189498097766533ae, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a33fcba11c564119adc5da639e14abb3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/00f32ddc5be0447c8f08a03169c2aa49, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/e35bc92d9adc4dfcad2e34cc5639ecfd, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/16504605774142ae8014902c1e627384, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/e34eb4e0b4024b0e817e0d51137c93a3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/792ee862c88a413fb2055bb6ab350e3b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/2b2c34492cea4a979a487e2105eb1582, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/55ca032b2ce04a7ca4e5c06d582fa789, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/ea5aa1372a73496f9ff6cd30a67dfeca, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/649adf33651f4ad3aeb9689ff2ec2d3c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/b9620a1f6fd2456fb2551fcfb7d21c50, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a28190c89d7b475b815bdbe470e71f8f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/1c5e83ba53174dbd9691a72cc2e2a617, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/30575c4dc92a44ab998721d27a7d5e9c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/da9cd32ae9ef488fbdc0a6978d4906bb, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/0b6969760f394ae29cb5c61fb6cf07cc, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/974ef433510347a89701752f10fb0d4f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/e00a4da66a1941b98ce7294952a940c3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/fa6dbc8d3ebb4b66b554c00e292d3980, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/7dd5f7a656334540b1e24133d8a61450, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/8b92e8ea013f462ca27d186d159c7a14, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/83118f3add8c4eca9b53dee02b43a328, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/cacd0ce6b7d14ee89dc3f7994ec600b7, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/f6baa724873c4573b604ec7023b89a02, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a43a769d2ab940faa01262412742a14c] to archive 2024-11-22T16:41:05,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:41:05,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/4346694eb7d440aea411b732a457da8a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/4346694eb7d440aea411b732a457da8a 2024-11-22T16:41:05,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a046ab1f73e34ef5ba3abb45aa83b732 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a046ab1f73e34ef5ba3abb45aa83b732 2024-11-22T16:41:05,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/ab3d8651f32a418f9a27053baf795746 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/ab3d8651f32a418f9a27053baf795746 2024-11-22T16:41:05,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/d449f4d33bd548bba1089dceaeedeb66 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/d449f4d33bd548bba1089dceaeedeb66 2024-11-22T16:41:05,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/bc06e8b1c2dd4e70a7a51146a5d793b6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/bc06e8b1c2dd4e70a7a51146a5d793b6 2024-11-22T16:41:05,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/35bfa37f03b64a8fbd48f4787ad4702d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/35bfa37f03b64a8fbd48f4787ad4702d 2024-11-22T16:41:05,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/22e572c522aa45daaf0263f0597cbe20 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/22e572c522aa45daaf0263f0597cbe20 2024-11-22T16:41:05,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/7c77857aaeec4620a3ac03df02576b6d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/7c77857aaeec4620a3ac03df02576b6d 2024-11-22T16:41:05,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/29cf57e6956740d2b7a48614c8672e7b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/29cf57e6956740d2b7a48614c8672e7b 2024-11-22T16:41:05,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/932036967f65413782a9f3223994f930 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/932036967f65413782a9f3223994f930 2024-11-22T16:41:05,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/619b31d5d9d54238bf0c2647d84b567e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/619b31d5d9d54238bf0c2647d84b567e 2024-11-22T16:41:05,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/38b90cce778d46ef973e95ad8ac49d09 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/38b90cce778d46ef973e95ad8ac49d09 2024-11-22T16:41:05,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/58f33d3653204f6f9038cbcf49584896 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/58f33d3653204f6f9038cbcf49584896 2024-11-22T16:41:05,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/94534cfca86046ffb5bf7d173c07a3c6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/94534cfca86046ffb5bf7d173c07a3c6 2024-11-22T16:41:05,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/81f1be243b244148a4b6ea204d42c78c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/81f1be243b244148a4b6ea204d42c78c 2024-11-22T16:41:05,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/c288b874ee5a4b409190f704dd351aa2 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/c288b874ee5a4b409190f704dd351aa2 2024-11-22T16:41:05,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/9ab88ac2350a4e1189498097766533ae to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/9ab88ac2350a4e1189498097766533ae 2024-11-22T16:41:05,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a33fcba11c564119adc5da639e14abb3 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a33fcba11c564119adc5da639e14abb3 2024-11-22T16:41:05,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/00f32ddc5be0447c8f08a03169c2aa49 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/00f32ddc5be0447c8f08a03169c2aa49 2024-11-22T16:41:05,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/e35bc92d9adc4dfcad2e34cc5639ecfd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/e35bc92d9adc4dfcad2e34cc5639ecfd 2024-11-22T16:41:05,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/16504605774142ae8014902c1e627384 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/16504605774142ae8014902c1e627384 2024-11-22T16:41:05,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/e34eb4e0b4024b0e817e0d51137c93a3 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/e34eb4e0b4024b0e817e0d51137c93a3 2024-11-22T16:41:05,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/792ee862c88a413fb2055bb6ab350e3b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/792ee862c88a413fb2055bb6ab350e3b 2024-11-22T16:41:05,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/2b2c34492cea4a979a487e2105eb1582 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/2b2c34492cea4a979a487e2105eb1582 2024-11-22T16:41:05,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/55ca032b2ce04a7ca4e5c06d582fa789 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/55ca032b2ce04a7ca4e5c06d582fa789 2024-11-22T16:41:05,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/ea5aa1372a73496f9ff6cd30a67dfeca to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/ea5aa1372a73496f9ff6cd30a67dfeca 2024-11-22T16:41:05,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/649adf33651f4ad3aeb9689ff2ec2d3c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/649adf33651f4ad3aeb9689ff2ec2d3c 2024-11-22T16:41:05,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/b9620a1f6fd2456fb2551fcfb7d21c50 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/b9620a1f6fd2456fb2551fcfb7d21c50 2024-11-22T16:41:05,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a28190c89d7b475b815bdbe470e71f8f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a28190c89d7b475b815bdbe470e71f8f 2024-11-22T16:41:05,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/1c5e83ba53174dbd9691a72cc2e2a617 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/1c5e83ba53174dbd9691a72cc2e2a617 2024-11-22T16:41:05,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/30575c4dc92a44ab998721d27a7d5e9c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/30575c4dc92a44ab998721d27a7d5e9c 2024-11-22T16:41:05,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/da9cd32ae9ef488fbdc0a6978d4906bb to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/da9cd32ae9ef488fbdc0a6978d4906bb 2024-11-22T16:41:05,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/0b6969760f394ae29cb5c61fb6cf07cc to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/0b6969760f394ae29cb5c61fb6cf07cc 2024-11-22T16:41:05,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/974ef433510347a89701752f10fb0d4f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/974ef433510347a89701752f10fb0d4f 2024-11-22T16:41:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T16:41:05,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/e00a4da66a1941b98ce7294952a940c3 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/e00a4da66a1941b98ce7294952a940c3 2024-11-22T16:41:05,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/fa6dbc8d3ebb4b66b554c00e292d3980 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/fa6dbc8d3ebb4b66b554c00e292d3980 2024-11-22T16:41:05,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/7dd5f7a656334540b1e24133d8a61450 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/7dd5f7a656334540b1e24133d8a61450 2024-11-22T16:41:05,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/8b92e8ea013f462ca27d186d159c7a14 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/8b92e8ea013f462ca27d186d159c7a14 2024-11-22T16:41:05,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/83118f3add8c4eca9b53dee02b43a328 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/83118f3add8c4eca9b53dee02b43a328 2024-11-22T16:41:05,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/cacd0ce6b7d14ee89dc3f7994ec600b7 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/cacd0ce6b7d14ee89dc3f7994ec600b7 2024-11-22T16:41:05,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/f6baa724873c4573b604ec7023b89a02 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/f6baa724873c4573b604ec7023b89a02 2024-11-22T16:41:05,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a43a769d2ab940faa01262412742a14c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/a43a769d2ab940faa01262412742a14c 2024-11-22T16:41:05,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/86a1aa75e2aa4b0e976d2c2f47e84de0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/89948c575ba746519fca25bc976f24ad, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/d6aeaf5989ed4cf7863fd3e9fa379c99, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/6a142027bbe24870be46e41504872576, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/4d80a7e9d4b04ce1879bbc217a7eb508, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/564b5aa0d3fc4e26b7f33482d78c06a2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/593eaec5e3ea45f59d36ea2a59c81e07, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/8c5db98d51a448d0b5914fcad52bd139, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/5303a1fdc287411d8d355fe0fcd30b72, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/e3b61445a34c46b5acb5db35a1fb0b7c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/5cc7531f80fc45e490a03ac0deaa1e0e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/80ffbddfbb2e4acda62b0ad2f6ce6248, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/8700034055a84a079e497f48b125c91b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/259ea08cf02940ada90d3726859cc83e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/75daa97738e34d42ac92f1e9c5cb56be, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/290040e2a0e14bad83cef0d14022bf27, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/241d07c096314bc69d750844cf131ab4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/c6b9c5579c27466d81caa100dee52084, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/cf73058d61fc415a96dbfa58257113ce, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/94141ed70576424b862e82996da1ff7e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/9b28b4ae764542178434f35376fb6c6f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b50cc0a37f28494ca495111c8305dea4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/9f89d181ee714d5998df443cfce5727c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/7b0e2617570f44688071e47397b9888c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/82a5619080b141928f2efd0e2fbbb055, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/898192e3ddf940d3a4e9f42411b644c3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/dcd7d34969ae4964bf5319421947cf06, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/02874be36572405b9c6316414b6f6747, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/3d14a17ed3b247899c07f527840d0a55, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/2bc6933b35ae495b90eada7a2adbd111, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/2512a8a937d74ddd8ba68e5d17479e46, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b5b453bc50ad466aa9e01ff955410ae5, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/70dfb3b394124d7785ec1f760f6791ba, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/31f3511e419541c8be7168f3a412cddf, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/144acff0db164f80bf9b89ab4f32e35c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/f52bbb3b501d4db39c3b39c159325b83, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b45ca664b089461eb8bcde40401721f6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b7336a4e3b94445487edda20a487e8d4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/248b7714f8c249d6bd82d048fc7e2763, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/4aa154f5e91244f385df7abefa9877bb, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/d0a98a420f604245bd4e47d80cd4124d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/e766487d5dfc4ed3bf27780eb5b1400f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/578ad68074a54e7bbe69f59299aa0aad] to archive 2024-11-22T16:41:05,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:41:05,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/86a1aa75e2aa4b0e976d2c2f47e84de0 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/86a1aa75e2aa4b0e976d2c2f47e84de0 2024-11-22T16:41:05,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/89948c575ba746519fca25bc976f24ad to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/89948c575ba746519fca25bc976f24ad 2024-11-22T16:41:05,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/d6aeaf5989ed4cf7863fd3e9fa379c99 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/d6aeaf5989ed4cf7863fd3e9fa379c99 2024-11-22T16:41:05,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/6a142027bbe24870be46e41504872576 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/6a142027bbe24870be46e41504872576 2024-11-22T16:41:05,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/4d80a7e9d4b04ce1879bbc217a7eb508 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/4d80a7e9d4b04ce1879bbc217a7eb508 2024-11-22T16:41:05,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/564b5aa0d3fc4e26b7f33482d78c06a2 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/564b5aa0d3fc4e26b7f33482d78c06a2 2024-11-22T16:41:05,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/593eaec5e3ea45f59d36ea2a59c81e07 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/593eaec5e3ea45f59d36ea2a59c81e07 2024-11-22T16:41:05,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/8c5db98d51a448d0b5914fcad52bd139 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/8c5db98d51a448d0b5914fcad52bd139 2024-11-22T16:41:05,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/5303a1fdc287411d8d355fe0fcd30b72 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/5303a1fdc287411d8d355fe0fcd30b72 2024-11-22T16:41:05,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/e3b61445a34c46b5acb5db35a1fb0b7c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/e3b61445a34c46b5acb5db35a1fb0b7c 2024-11-22T16:41:05,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/5cc7531f80fc45e490a03ac0deaa1e0e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/5cc7531f80fc45e490a03ac0deaa1e0e 2024-11-22T16:41:05,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/80ffbddfbb2e4acda62b0ad2f6ce6248 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/80ffbddfbb2e4acda62b0ad2f6ce6248 2024-11-22T16:41:05,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/8700034055a84a079e497f48b125c91b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/8700034055a84a079e497f48b125c91b 2024-11-22T16:41:05,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/259ea08cf02940ada90d3726859cc83e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/259ea08cf02940ada90d3726859cc83e 2024-11-22T16:41:05,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/75daa97738e34d42ac92f1e9c5cb56be to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/75daa97738e34d42ac92f1e9c5cb56be 2024-11-22T16:41:05,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/290040e2a0e14bad83cef0d14022bf27 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/290040e2a0e14bad83cef0d14022bf27 2024-11-22T16:41:05,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/241d07c096314bc69d750844cf131ab4 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/241d07c096314bc69d750844cf131ab4 2024-11-22T16:41:05,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/c6b9c5579c27466d81caa100dee52084 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/c6b9c5579c27466d81caa100dee52084 2024-11-22T16:41:05,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/cf73058d61fc415a96dbfa58257113ce to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/cf73058d61fc415a96dbfa58257113ce 2024-11-22T16:41:05,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/94141ed70576424b862e82996da1ff7e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/94141ed70576424b862e82996da1ff7e 2024-11-22T16:41:05,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/9b28b4ae764542178434f35376fb6c6f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/9b28b4ae764542178434f35376fb6c6f 2024-11-22T16:41:05,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b50cc0a37f28494ca495111c8305dea4 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b50cc0a37f28494ca495111c8305dea4 2024-11-22T16:41:05,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/9f89d181ee714d5998df443cfce5727c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/9f89d181ee714d5998df443cfce5727c 2024-11-22T16:41:05,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/7b0e2617570f44688071e47397b9888c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/7b0e2617570f44688071e47397b9888c 2024-11-22T16:41:05,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/82a5619080b141928f2efd0e2fbbb055 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/82a5619080b141928f2efd0e2fbbb055 2024-11-22T16:41:05,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/898192e3ddf940d3a4e9f42411b644c3 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/898192e3ddf940d3a4e9f42411b644c3 2024-11-22T16:41:05,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/dcd7d34969ae4964bf5319421947cf06 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/dcd7d34969ae4964bf5319421947cf06 2024-11-22T16:41:05,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/02874be36572405b9c6316414b6f6747 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/02874be36572405b9c6316414b6f6747 2024-11-22T16:41:05,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/3d14a17ed3b247899c07f527840d0a55 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/3d14a17ed3b247899c07f527840d0a55 2024-11-22T16:41:05,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/2bc6933b35ae495b90eada7a2adbd111 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/2bc6933b35ae495b90eada7a2adbd111 2024-11-22T16:41:05,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/2512a8a937d74ddd8ba68e5d17479e46 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/2512a8a937d74ddd8ba68e5d17479e46 2024-11-22T16:41:05,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b5b453bc50ad466aa9e01ff955410ae5 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b5b453bc50ad466aa9e01ff955410ae5 2024-11-22T16:41:05,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/70dfb3b394124d7785ec1f760f6791ba to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/70dfb3b394124d7785ec1f760f6791ba 2024-11-22T16:41:05,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/31f3511e419541c8be7168f3a412cddf to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/31f3511e419541c8be7168f3a412cddf 2024-11-22T16:41:05,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/144acff0db164f80bf9b89ab4f32e35c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/144acff0db164f80bf9b89ab4f32e35c 2024-11-22T16:41:05,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/f52bbb3b501d4db39c3b39c159325b83 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/f52bbb3b501d4db39c3b39c159325b83 2024-11-22T16:41:05,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b45ca664b089461eb8bcde40401721f6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b45ca664b089461eb8bcde40401721f6 2024-11-22T16:41:05,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b7336a4e3b94445487edda20a487e8d4 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/b7336a4e3b94445487edda20a487e8d4 2024-11-22T16:41:05,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/248b7714f8c249d6bd82d048fc7e2763 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/248b7714f8c249d6bd82d048fc7e2763 2024-11-22T16:41:05,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/4aa154f5e91244f385df7abefa9877bb to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/4aa154f5e91244f385df7abefa9877bb 2024-11-22T16:41:05,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/d0a98a420f604245bd4e47d80cd4124d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/d0a98a420f604245bd4e47d80cd4124d 2024-11-22T16:41:05,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/e766487d5dfc4ed3bf27780eb5b1400f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/e766487d5dfc4ed3bf27780eb5b1400f 2024-11-22T16:41:05,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/578ad68074a54e7bbe69f59299aa0aad to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/578ad68074a54e7bbe69f59299aa0aad 2024-11-22T16:41:05,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/604e66729bdc456da841b07bc0bd0dbd, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/180fb6bdb4724389a3c8883677723676, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/eeb7509e68a647c1a7071ab4c1a0978b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/40b9f41462e74fcebcdf8c18493ce245, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/0e464c857d654e0eb778f63882a23628, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/c5d3fc731397466cbc2d5a6345f20241, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d8b2491c37794a05b1aec4579cce07e4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b0e34b60b55d472eb5a2b5169e828339, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/630cf8687e014ed9867f944f54d82595, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/24a86c6a2b7447f2a6b6434c193c3142, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/54564301c71f47518a6a06e3178360ff, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b110fe8857434444afe857ee688962ad, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9987239020a541e89fdf69bfa27c880a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/89b7320742fa4dbdbca704ef4985491a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/bdef14261b534536bf2c00490023e705, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9c2f5e3fb6c8438d9355ade7e716408d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/93817a0e42674963878904309ee50aa4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/17f46e9baa114539b35e0fc50e206c80, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a11c6cebac0945c49ca3ffc0657941f9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/3290c4ee88c64ebd9d6f583bad23069d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a14e86aef5c246e482349d2d939256f1, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/11017ab490614b6cace8b73557d1b8cc, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d1b56e2820bb4e40b09db746528b9c01, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a0ca9a2b667f40579546efb77247b2ff, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9d5f55f6437b4088a281a9db8b14ec75, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b0f8d6a40dd14bf587470b74973076b1, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/6cf014fc444f45989ff81065f0094ff4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/73da0ce27aac4934b006608d3494d991, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/4f6a8fccf8664c2598c2e01ce890c96d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/c5619dcd6aca405ba977d654fe9b2e45, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/83e1cbd0eb204e90a8b3df766100750d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9fc9063d94ab4aa884ce3d325ead3fe2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/c0d053f6127d44cd911486409121d2a4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d04b23085bdd4fcbaff909000825eeaf, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/5cdfc65c40f24254bf92ae70bd75f1ac, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/38a0cf8e7a654b59aa30e1d76d169a00, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/57469757dd62443ab2ad2c8511a2d563, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/fb425945ec61438f812eaa74c983871b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/dce1b1bc5a6044b18fb082e57eb751d8, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/5752ed7bd80145bf81a9dcb9d1dde02e] to archive 2024-11-22T16:41:05,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:41:05,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/604e66729bdc456da841b07bc0bd0dbd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/604e66729bdc456da841b07bc0bd0dbd 2024-11-22T16:41:05,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/180fb6bdb4724389a3c8883677723676 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/180fb6bdb4724389a3c8883677723676 2024-11-22T16:41:05,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/eeb7509e68a647c1a7071ab4c1a0978b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/eeb7509e68a647c1a7071ab4c1a0978b 2024-11-22T16:41:05,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/40b9f41462e74fcebcdf8c18493ce245 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/40b9f41462e74fcebcdf8c18493ce245 2024-11-22T16:41:05,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/0e464c857d654e0eb778f63882a23628 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/0e464c857d654e0eb778f63882a23628 2024-11-22T16:41:05,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/c5d3fc731397466cbc2d5a6345f20241 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/c5d3fc731397466cbc2d5a6345f20241 2024-11-22T16:41:05,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d8b2491c37794a05b1aec4579cce07e4 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d8b2491c37794a05b1aec4579cce07e4 2024-11-22T16:41:05,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b0e34b60b55d472eb5a2b5169e828339 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b0e34b60b55d472eb5a2b5169e828339 2024-11-22T16:41:05,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/630cf8687e014ed9867f944f54d82595 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/630cf8687e014ed9867f944f54d82595 2024-11-22T16:41:05,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/24a86c6a2b7447f2a6b6434c193c3142 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/24a86c6a2b7447f2a6b6434c193c3142 2024-11-22T16:41:05,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/54564301c71f47518a6a06e3178360ff to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/54564301c71f47518a6a06e3178360ff 2024-11-22T16:41:05,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b110fe8857434444afe857ee688962ad to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b110fe8857434444afe857ee688962ad 2024-11-22T16:41:05,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9987239020a541e89fdf69bfa27c880a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9987239020a541e89fdf69bfa27c880a 2024-11-22T16:41:05,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/89b7320742fa4dbdbca704ef4985491a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/89b7320742fa4dbdbca704ef4985491a 2024-11-22T16:41:05,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/bdef14261b534536bf2c00490023e705 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/bdef14261b534536bf2c00490023e705 2024-11-22T16:41:05,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9c2f5e3fb6c8438d9355ade7e716408d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9c2f5e3fb6c8438d9355ade7e716408d 2024-11-22T16:41:05,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/93817a0e42674963878904309ee50aa4 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/93817a0e42674963878904309ee50aa4 2024-11-22T16:41:05,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/17f46e9baa114539b35e0fc50e206c80 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/17f46e9baa114539b35e0fc50e206c80 2024-11-22T16:41:05,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a11c6cebac0945c49ca3ffc0657941f9 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a11c6cebac0945c49ca3ffc0657941f9 2024-11-22T16:41:05,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/3290c4ee88c64ebd9d6f583bad23069d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/3290c4ee88c64ebd9d6f583bad23069d 2024-11-22T16:41:05,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a14e86aef5c246e482349d2d939256f1 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a14e86aef5c246e482349d2d939256f1 2024-11-22T16:41:06,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/11017ab490614b6cace8b73557d1b8cc to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/11017ab490614b6cace8b73557d1b8cc 2024-11-22T16:41:06,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d1b56e2820bb4e40b09db746528b9c01 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d1b56e2820bb4e40b09db746528b9c01 2024-11-22T16:41:06,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a0ca9a2b667f40579546efb77247b2ff to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/a0ca9a2b667f40579546efb77247b2ff 2024-11-22T16:41:06,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9d5f55f6437b4088a281a9db8b14ec75 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9d5f55f6437b4088a281a9db8b14ec75 2024-11-22T16:41:06,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b0f8d6a40dd14bf587470b74973076b1 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/b0f8d6a40dd14bf587470b74973076b1 2024-11-22T16:41:06,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/6cf014fc444f45989ff81065f0094ff4 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/6cf014fc444f45989ff81065f0094ff4 2024-11-22T16:41:06,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/73da0ce27aac4934b006608d3494d991 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/73da0ce27aac4934b006608d3494d991 2024-11-22T16:41:06,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/4f6a8fccf8664c2598c2e01ce890c96d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/4f6a8fccf8664c2598c2e01ce890c96d 2024-11-22T16:41:06,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/c5619dcd6aca405ba977d654fe9b2e45 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/c5619dcd6aca405ba977d654fe9b2e45 2024-11-22T16:41:06,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/83e1cbd0eb204e90a8b3df766100750d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/83e1cbd0eb204e90a8b3df766100750d 2024-11-22T16:41:06,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9fc9063d94ab4aa884ce3d325ead3fe2 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/9fc9063d94ab4aa884ce3d325ead3fe2 2024-11-22T16:41:06,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/c0d053f6127d44cd911486409121d2a4 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/c0d053f6127d44cd911486409121d2a4 2024-11-22T16:41:06,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d04b23085bdd4fcbaff909000825eeaf to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d04b23085bdd4fcbaff909000825eeaf 2024-11-22T16:41:06,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/5cdfc65c40f24254bf92ae70bd75f1ac to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/5cdfc65c40f24254bf92ae70bd75f1ac 2024-11-22T16:41:06,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/38a0cf8e7a654b59aa30e1d76d169a00 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/38a0cf8e7a654b59aa30e1d76d169a00 2024-11-22T16:41:06,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/57469757dd62443ab2ad2c8511a2d563 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/57469757dd62443ab2ad2c8511a2d563 2024-11-22T16:41:06,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/fb425945ec61438f812eaa74c983871b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/fb425945ec61438f812eaa74c983871b 2024-11-22T16:41:06,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/dce1b1bc5a6044b18fb082e57eb751d8 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/dce1b1bc5a6044b18fb082e57eb751d8 2024-11-22T16:41:06,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/5752ed7bd80145bf81a9dcb9d1dde02e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/5752ed7bd80145bf81a9dcb9d1dde02e 2024-11-22T16:41:06,082 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/recovered.edits/624.seqid, newMaxSeqId=624, maxSeqId=1 2024-11-22T16:41:06,083 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. 2024-11-22T16:41:06,083 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for dd61d34092ae35af777e9dfbade9c80e: Waiting for close lock at 1732293664789Running coprocessor pre-close hooks at 1732293664789Disabling compacts and flushes for region at 1732293664789Disabling writes for close at 1732293664789Obtaining lock to block concurrent updates at 1732293664789Preparing flush snapshotting stores in dd61d34092ae35af777e9dfbade9c80e at 1732293664789Finished memstore snapshotting TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732293664790 (+1 ms)Flushing stores of TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e. at 1732293664790Flushing dd61d34092ae35af777e9dfbade9c80e/A: creating writer at 1732293664790Flushing dd61d34092ae35af777e9dfbade9c80e/A: appending metadata at 1732293664793 (+3 ms)Flushing dd61d34092ae35af777e9dfbade9c80e/A: closing flushed file at 1732293664793Flushing dd61d34092ae35af777e9dfbade9c80e/B: creating writer at 1732293665210 (+417 ms)Flushing dd61d34092ae35af777e9dfbade9c80e/B: appending metadata at 1732293665212 (+2 ms)Flushing dd61d34092ae35af777e9dfbade9c80e/B: closing flushed file at 1732293665213 (+1 ms)Flushing dd61d34092ae35af777e9dfbade9c80e/C: creating writer at 1732293665625 (+412 ms)Flushing dd61d34092ae35af777e9dfbade9c80e/C: appending metadata at 1732293665628 (+3 ms)Flushing dd61d34092ae35af777e9dfbade9c80e/C: closing flushed file at 1732293665628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a00da09: reopening flushed file at 1732293665643 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6739dd64: reopening flushed file at 1732293665651 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@736f3cc4: reopening flushed file at 1732293665657 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for dd61d34092ae35af777e9dfbade9c80e in 878ms, sequenceid=621, compaction requested=true at 1732293665667 (+10 ms)Writing region close event to WAL at 1732293666073 (+406 ms)Running coprocessor post-close hooks at 1732293666082 (+9 ms)Closed at 1732293666083 (+1 ms) 2024-11-22T16:41:06,087 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:41:06,087 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=dd61d34092ae35af777e9dfbade9c80e, regionState=CLOSED 2024-11-22T16:41:06,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:41:06,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-22T16:41:06,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure dd61d34092ae35af777e9dfbade9c80e, server=4618c6346924,36997,1732293635397 in 1.4610 sec 2024-11-22T16:41:06,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-22T16:41:06,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd61d34092ae35af777e9dfbade9c80e, UNASSIGN in 1.4740 sec 2024-11-22T16:41:06,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-22T16:41:06,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4910 sec 2024-11-22T16:41:06,111 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293666111"}]},"ts":"1732293666111"} 2024-11-22T16:41:06,113 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T16:41:06,113 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T16:41:06,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5130 sec 2024-11-22T16:41:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T16:41:06,761 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:06,764 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T16:41:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:06,769 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T16:41:06,771 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:06,775 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:41:06,779 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/recovered.edits] 2024-11-22T16:41:06,782 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/1fb2f522fab84f07a13aa8d85611d7b8 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/1fb2f522fab84f07a13aa8d85611d7b8 2024-11-22T16:41:06,783 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/884acc39fd624f63b313158393f56c4a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/884acc39fd624f63b313158393f56c4a 2024-11-22T16:41:06,785 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/9649d36c13474e2ca484c764b2d832d9 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/A/9649d36c13474e2ca484c764b2d832d9 2024-11-22T16:41:06,787 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/80725b42e9ff4ff08494bfc4db5e1664 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/80725b42e9ff4ff08494bfc4db5e1664 2024-11-22T16:41:06,788 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/cf4b90d8a40d4e3780fcbd2a9e7dad7c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/cf4b90d8a40d4e3780fcbd2a9e7dad7c 2024-11-22T16:41:06,789 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/eab6503ebc6f4c2780ee2765b1e11414 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/B/eab6503ebc6f4c2780ee2765b1e11414 2024-11-22T16:41:06,791 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/07ad7e3576a8471ab48c132231f5209d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/07ad7e3576a8471ab48c132231f5209d 2024-11-22T16:41:06,792 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/2059b5bb673046d8bd06df7496aee4b2 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/2059b5bb673046d8bd06df7496aee4b2 2024-11-22T16:41:06,794 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d2e3ee92f1a24e15b6ec31d8c33fbf80 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/d2e3ee92f1a24e15b6ec31d8c33fbf80 2024-11-22T16:41:06,795 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/ffd8d4341d5541dc9b3158b8831f2819 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/C/ffd8d4341d5541dc9b3158b8831f2819 2024-11-22T16:41:06,798 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/recovered.edits/624.seqid to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e/recovered.edits/624.seqid 2024-11-22T16:41:06,798 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/dd61d34092ae35af777e9dfbade9c80e 2024-11-22T16:41:06,798 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T16:41:06,803 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:06,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T16:41:06,813 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T16:41:06,848 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T16:41:06,850 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:06,850 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T16:41:06,850 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732293666850"}]},"ts":"9223372036854775807"} 2024-11-22T16:41:06,855 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T16:41:06,856 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => dd61d34092ae35af777e9dfbade9c80e, NAME => 'TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T16:41:06,856 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T16:41:06,856 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732293666856"}]},"ts":"9223372036854775807"} 2024-11-22T16:41:06,859 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T16:41:06,860 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:06,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 95 msec 2024-11-22T16:41:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T16:41:06,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T16:41:06,881 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:06,892 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=245 (was 209) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4618c6346924:36997-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/4618c6346924:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/4618c6346924:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1805075664_22 at /127.0.0.1:42896 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 283) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7492 (was 8157) 2024-11-22T16:41:06,901 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=245, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=7492 2024-11-22T16:41:06,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T16:41:06,902 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:41:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:06,905 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:41:06,905 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:06,905 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-22T16:41:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T16:41:06,906 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:41:06,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741972_1148 (size=1061) 2024-11-22T16:41:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T16:41:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T16:41:07,318 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f 2024-11-22T16:41:07,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741973_1149 (size=53) 2024-11-22T16:41:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T16:41:07,726 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:41:07,726 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2a4d65555741a5e58bc29ce33867d26a, disabling compactions & flushes 2024-11-22T16:41:07,726 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:07,726 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:07,726 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. after waiting 0 ms 2024-11-22T16:41:07,726 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:07,726 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:07,726 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a4d65555741a5e58bc29ce33867d26a: Waiting for close lock at 1732293667726Disabling compacts and flushes for region at 1732293667726Disabling writes for close at 1732293667726Writing region close event to WAL at 1732293667726Closed at 1732293667726 2024-11-22T16:41:07,727 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:41:07,728 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732293667728"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732293667728"}]},"ts":"1732293667728"} 2024-11-22T16:41:07,730 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:41:07,731 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:41:07,731 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293667731"}]},"ts":"1732293667731"} 2024-11-22T16:41:07,733 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T16:41:07,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a4d65555741a5e58bc29ce33867d26a, ASSIGN}] 2024-11-22T16:41:07,734 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a4d65555741a5e58bc29ce33867d26a, ASSIGN 2024-11-22T16:41:07,735 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a4d65555741a5e58bc29ce33867d26a, ASSIGN; state=OFFLINE, location=4618c6346924,36997,1732293635397; forceNewPlan=false, retain=false 2024-11-22T16:41:07,886 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=2a4d65555741a5e58bc29ce33867d26a, regionState=OPENING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:41:07,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a4d65555741a5e58bc29ce33867d26a, ASSIGN because future has completed 2024-11-22T16:41:07,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:41:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T16:41:08,045 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:08,045 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:41:08,046 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:08,046 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:41:08,046 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:08,046 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:08,048 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:08,050 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:41:08,051 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a4d65555741a5e58bc29ce33867d26a columnFamilyName A 2024-11-22T16:41:08,051 DEBUG [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:08,052 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.HStore(327): Store=2a4d65555741a5e58bc29ce33867d26a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:41:08,052 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:08,054 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:41:08,054 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a4d65555741a5e58bc29ce33867d26a columnFamilyName B 2024-11-22T16:41:08,054 DEBUG [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:08,055 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.HStore(327): Store=2a4d65555741a5e58bc29ce33867d26a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:41:08,055 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:08,056 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:41:08,057 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a4d65555741a5e58bc29ce33867d26a columnFamilyName C 2024-11-22T16:41:08,057 DEBUG [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:08,057 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.HStore(327): Store=2a4d65555741a5e58bc29ce33867d26a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:41:08,057 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:08,057 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:08,058 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:08,059 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:08,060 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:08,060 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:08,061 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T16:41:08,062 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:08,064 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:41:08,065 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 2a4d65555741a5e58bc29ce33867d26a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72516260, jitterRate=0.08057647943496704}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T16:41:08,065 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:08,066 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 2a4d65555741a5e58bc29ce33867d26a: Running coprocessor pre-open hook at 1732293668046Writing region info on filesystem at 1732293668046Initializing all the Stores at 1732293668048 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293668048Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293668048Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293668048Cleaning up temporary data from old regions at 1732293668060 (+12 ms)Running coprocessor post-open hooks at 1732293668065 (+5 ms)Region opened successfully at 1732293668066 (+1 ms) 2024-11-22T16:41:08,066 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., pid=34, masterSystemTime=1732293668041 2024-11-22T16:41:08,068 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:08,068 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:08,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=2a4d65555741a5e58bc29ce33867d26a, regionState=OPEN, openSeqNum=2, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:41:08,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:41:08,072 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45491 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4618c6346924,36997,1732293635397, table=TestAcidGuarantees, region=2a4d65555741a5e58bc29ce33867d26a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T16:41:08,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-22T16:41:08,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 in 184 msec 2024-11-22T16:41:08,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-22T16:41:08,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a4d65555741a5e58bc29ce33867d26a, ASSIGN in 342 msec 2024-11-22T16:41:08,078 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:41:08,079 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293668078"}]},"ts":"1732293668078"} 2024-11-22T16:41:08,080 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T16:41:08,081 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:41:08,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1780 sec 2024-11-22T16:41:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T16:41:09,052 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:09,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffee9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:09,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:09,056 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:09,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:09,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:09,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b434e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:09,060 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cedc1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:09,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:09,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:41:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 4618c6346924,45491,1732293634581 2024-11-22T16:41:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17eb0dc9 2024-11-22T16:41:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:41:09,069 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:41:09,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T16:41:09,076 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:41:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:09,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741974_1150 (size=1097) 2024-11-22T16:41:09,103 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-22T16:41:09,103 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-22T16:41:09,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T16:41:09,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a4d65555741a5e58bc29ce33867d26a, REOPEN/MOVE}] 2024-11-22T16:41:09,117 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a4d65555741a5e58bc29ce33867d26a, REOPEN/MOVE 2024-11-22T16:41:09,119 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=2a4d65555741a5e58bc29ce33867d26a, regionState=CLOSING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:41:09,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a4d65555741a5e58bc29ce33867d26a, REOPEN/MOVE because future has completed 2024-11-22T16:41:09,124 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T16:41:09,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:41:09,278 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:09,278 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T16:41:09,278 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 2a4d65555741a5e58bc29ce33867d26a, disabling compactions & flushes 2024-11-22T16:41:09,278 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:09,278 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:09,278 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. after waiting 0 ms 2024-11-22T16:41:09,278 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:09,291 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T16:41:09,292 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:09,292 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 2a4d65555741a5e58bc29ce33867d26a: Waiting for close lock at 1732293669278Running coprocessor pre-close hooks at 1732293669278Disabling compacts and flushes for region at 1732293669278Disabling writes for close at 1732293669278Writing region close event to WAL at 1732293669279 (+1 ms)Running coprocessor post-close hooks at 1732293669291 (+12 ms)Closed at 1732293669292 (+1 ms) 2024-11-22T16:41:09,292 WARN [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 2a4d65555741a5e58bc29ce33867d26a to self. 2024-11-22T16:41:09,295 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:09,297 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=2a4d65555741a5e58bc29ce33867d26a, regionState=CLOSED 2024-11-22T16:41:09,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:41:09,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-22T16:41:09,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 in 180 msec 2024-11-22T16:41:09,307 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a4d65555741a5e58bc29ce33867d26a, REOPEN/MOVE; state=CLOSED, location=4618c6346924,36997,1732293635397; forceNewPlan=false, retain=true 2024-11-22T16:41:09,458 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=2a4d65555741a5e58bc29ce33867d26a, regionState=OPENING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:41:09,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a4d65555741a5e58bc29ce33867d26a, REOPEN/MOVE because future has completed 2024-11-22T16:41:09,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:41:09,616 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:09,616 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:41:09,617 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:09,617 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:41:09,617 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:09,617 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:09,619 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:09,620 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:41:09,625 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a4d65555741a5e58bc29ce33867d26a columnFamilyName A 2024-11-22T16:41:09,626 DEBUG [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:09,627 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.HStore(327): Store=2a4d65555741a5e58bc29ce33867d26a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:41:09,627 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:09,628 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:41:09,628 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a4d65555741a5e58bc29ce33867d26a columnFamilyName B 2024-11-22T16:41:09,628 DEBUG [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:09,628 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.HStore(327): Store=2a4d65555741a5e58bc29ce33867d26a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:41:09,628 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:09,629 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:41:09,629 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a4d65555741a5e58bc29ce33867d26a columnFamilyName C 2024-11-22T16:41:09,629 DEBUG [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:09,629 INFO [StoreOpener-2a4d65555741a5e58bc29ce33867d26a-1 {}] regionserver.HStore(327): Store=2a4d65555741a5e58bc29ce33867d26a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:41:09,630 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:09,630 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:09,630 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:09,631 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:09,632 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:09,632 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:09,632 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T16:41:09,633 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:09,634 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 2a4d65555741a5e58bc29ce33867d26a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68445315, jitterRate=0.019914671778678894}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T16:41:09,634 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:09,636 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 2a4d65555741a5e58bc29ce33867d26a: Running coprocessor pre-open hook at 1732293669617Writing region info on filesystem at 1732293669617Initializing all the Stores at 1732293669618 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293669618Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293669618Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293669618Cleaning up temporary data from old regions at 1732293669632 (+14 ms)Running coprocessor post-open hooks at 1732293669634 (+2 ms)Region opened successfully at 1732293669636 (+2 ms) 2024-11-22T16:41:09,637 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., pid=39, masterSystemTime=1732293669612 2024-11-22T16:41:09,638 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:09,639 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:09,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=2a4d65555741a5e58bc29ce33867d26a, regionState=OPEN, openSeqNum=5, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:41:09,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:41:09,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-22T16:41:09,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 in 180 msec 2024-11-22T16:41:09,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T16:41:09,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a4d65555741a5e58bc29ce33867d26a, REOPEN/MOVE in 528 msec 2024-11-22T16:41:09,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-22T16:41:09,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 540 msec 2024-11-22T16:41:09,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 572 msec 2024-11-22T16:41:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-22T16:41:09,655 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:09,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:09,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:09,657 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5154be6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:09,659 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:09,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d89034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:09,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:09,661 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efd2437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:09,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:09,663 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:09,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a587363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:09,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:09,665 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:09,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d317632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:09,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:09,667 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:09,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624e21b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:09,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:09,669 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6a8392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:09,671 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b0a006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:09,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:09,672 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:09,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:09,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:09,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436d24b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:09,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:09,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:09,674 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:09,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@298642c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:09,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:09,676 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:09,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:09,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:09,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa1180f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:09,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:09,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:09,678 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1be8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:09,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:09,681 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:09,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:09,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:09,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b642b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:09,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:09,683 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:09,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7203a827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:09,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:09,686 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:09,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:09,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:09,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3027a6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:09,687 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7825eb66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:09,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:09,690 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad72e24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:09,693 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:09,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411e8aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:09,697 DEBUG [Thread-742 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:09,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:09,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:09,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:41:09,709 DEBUG [Thread-748 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:09,711 DEBUG [Thread-735 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:09,711 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-22T16:41:09,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:09,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T16:41:09,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:41:09,718 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:09,718 DEBUG [Thread-733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:09,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:09,720 DEBUG [Thread-746 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:09,720 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:09,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:09,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:09,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:09,721 DEBUG [Thread-744 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:09,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:09,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:09,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:09,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:41:09,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:09,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:09,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:41:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:41:09,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:41:09,727 DEBUG [Thread-739 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:09,728 DEBUG [Thread-737 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:09,729 DEBUG [Thread-737 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:09,729 DEBUG [Thread-737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:09,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:09,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:09,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:41:09,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:41:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:09,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T16:41:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:09,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:09,754 DEBUG [Thread-731 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:09,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:09,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:09,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:09,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:41:09,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b938bfb77ce44f62b33f7edaf717c540_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293669741/Put/seqid=0 2024-11-22T16:41:09,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741975_1151 (size=14594) 2024-11-22T16:41:09,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293669799, max timestamp=1732293669813Num uniques 859; 2024-11-22T16:41:09,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:41:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T16:41:09,829 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293669799, max timestamp=1732293669813Num uniques 859; 2024-11-22T16:41:09,829 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:41:09,830 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293669799, max timestamp=1732293669813Num uniques 859; 2024-11-22T16:41:09,830 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:41:09,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293729864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:09,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:09,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T16:41:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293729866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:09,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:09,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:09,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:09,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:09,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:09,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:09,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293729870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:09,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293729872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:09,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:09,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293729877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:09,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:09,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293729982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:09,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293729984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:09,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:09,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293729991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:09,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293729992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:09,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293729992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:09,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:10,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T16:41:10,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:10,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:10,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:10,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T16:41:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T16:41:10,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:10,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:10,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:10,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293730191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:10,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:10,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293730201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:10,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:10,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293730201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:10,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:10,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293730201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:10,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:10,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293730192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:10,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:10,212 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:10,218 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b938bfb77ce44f62b33f7edaf717c540_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b938bfb77ce44f62b33f7edaf717c540_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:10,220 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/ee13b72f69504385b6289a9482b24ff6, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:10,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/ee13b72f69504385b6289a9482b24ff6 is 175, key is test_row_0/A:col10/1732293669741/Put/seqid=0 2024-11-22T16:41:10,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741976_1152 (size=39549) 2024-11-22T16:41:10,286 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/ee13b72f69504385b6289a9482b24ff6 2024-11-22T16:41:10,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/7e102882fa814e219d4772c0f68f6c0f is 50, key is test_row_0/B:col10/1732293669741/Put/seqid=0 2024-11-22T16:41:10,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741977_1153 (size=12001) 2024-11-22T16:41:10,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T16:41:10,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:10,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:10,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:10,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T16:41:10,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T16:41:10,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:10,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:10,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:10,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293730512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:10,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293730513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:10,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293730513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:10,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:10,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:10,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293730522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:10,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:10,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293730522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:10,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:10,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:10,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T16:41:10,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:10,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:10,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:10,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/7e102882fa814e219d4772c0f68f6c0f 2024-11-22T16:41:10,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/23dbdef6b960479d88518bca1f82c867 is 50, key is test_row_0/C:col10/1732293669741/Put/seqid=0 2024-11-22T16:41:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741978_1154 (size=12001) 2024-11-22T16:41:10,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/23dbdef6b960479d88518bca1f82c867 2024-11-22T16:41:10,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T16:41:10,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:10,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:10,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:10,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:10,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/ee13b72f69504385b6289a9482b24ff6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/ee13b72f69504385b6289a9482b24ff6 2024-11-22T16:41:10,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/ee13b72f69504385b6289a9482b24ff6, entries=200, sequenceid=14, filesize=38.6 K 2024-11-22T16:41:10,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/7e102882fa814e219d4772c0f68f6c0f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/7e102882fa814e219d4772c0f68f6c0f 2024-11-22T16:41:10,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/7e102882fa814e219d4772c0f68f6c0f, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T16:41:10,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/23dbdef6b960479d88518bca1f82c867 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/23dbdef6b960479d88518bca1f82c867 2024-11-22T16:41:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T16:41:10,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/23dbdef6b960479d88518bca1f82c867, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T16:41:10,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2a4d65555741a5e58bc29ce33867d26a in 1106ms, sequenceid=14, compaction requested=false 2024-11-22T16:41:10,854 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T16:41:10,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:10,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T16:41:10,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:10,958 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-22T16:41:10,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:10,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:10,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:10,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:10,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:10,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:10,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d34c3e983277450585d9fabc13f366b7_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293669869/Put/seqid=0 2024-11-22T16:41:11,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741979_1155 (size=12154) 2024-11-22T16:41:11,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:11,028 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d34c3e983277450585d9fabc13f366b7_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d34c3e983277450585d9fabc13f366b7_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:11,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/77b17129d922425cb305d726fe4c42aa, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/77b17129d922425cb305d726fe4c42aa is 175, key is test_row_0/A:col10/1732293669869/Put/seqid=0 2024-11-22T16:41:11,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293731042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293731045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293731045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293731047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741980_1156 (size=30955) 2024-11-22T16:41:11,058 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/77b17129d922425cb305d726fe4c42aa 2024-11-22T16:41:11,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293731053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/facb06148fae4b9fa98e830493ccb202 is 50, key is test_row_0/B:col10/1732293669869/Put/seqid=0 2024-11-22T16:41:11,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741981_1157 (size=12001) 2024-11-22T16:41:11,143 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/facb06148fae4b9fa98e830493ccb202 2024-11-22T16:41:11,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/73ceac12b7594ec6a65f84a54d579c6f is 50, key is test_row_0/C:col10/1732293669869/Put/seqid=0 2024-11-22T16:41:11,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293731161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293731161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293731162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293731162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293731172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741982_1158 (size=12001) 2024-11-22T16:41:11,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293731371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293731372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293731372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293731372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293731381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,581 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/73ceac12b7594ec6a65f84a54d579c6f 2024-11-22T16:41:11,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/77b17129d922425cb305d726fe4c42aa as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/77b17129d922425cb305d726fe4c42aa 2024-11-22T16:41:11,593 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/77b17129d922425cb305d726fe4c42aa, entries=150, sequenceid=51, filesize=30.2 K 2024-11-22T16:41:11,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/facb06148fae4b9fa98e830493ccb202 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/facb06148fae4b9fa98e830493ccb202 2024-11-22T16:41:11,606 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/facb06148fae4b9fa98e830493ccb202, entries=150, sequenceid=51, filesize=11.7 K 2024-11-22T16:41:11,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/73ceac12b7594ec6a65f84a54d579c6f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/73ceac12b7594ec6a65f84a54d579c6f 2024-11-22T16:41:11,615 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/73ceac12b7594ec6a65f84a54d579c6f, entries=150, sequenceid=51, filesize=11.7 K 2024-11-22T16:41:11,616 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 2a4d65555741a5e58bc29ce33867d26a in 658ms, sequenceid=51, compaction requested=false 2024-11-22T16:41:11,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:11,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:11,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-22T16:41:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-22T16:41:11,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-22T16:41:11,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8980 sec 2024-11-22T16:41:11,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.9200 sec 2024-11-22T16:41:11,645 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T16:41:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:11,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T16:41:11,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:11,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:11,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:11,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:11,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:11,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:11,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225062dd62181a41148cc21a5248842ec2_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293671044/Put/seqid=0 2024-11-22T16:41:11,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732293671703, max timestamp=1732293671721Num uniques 859; 2024-11-22T16:41:11,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732293671703, max timestamp=1732293671721Num uniques 859; 2024-11-22T16:41:11,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-22T16:41:11,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-22T16:41:11,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293671713, max timestamp=1732293671721Num uniques 859; 2024-11-22T16:41:11,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:41:11,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741983_1159 (size=14594) 2024-11-22T16:41:11,751 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:11,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293731743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,760 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225062dd62181a41148cc21a5248842ec2_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225062dd62181a41148cc21a5248842ec2_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:11,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293731751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293731753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293731755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293731757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,762 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/3b43669a16464561944b5cd155eb3521, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:11,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/3b43669a16464561944b5cd155eb3521 is 175, key is test_row_0/A:col10/1732293671044/Put/seqid=0 2024-11-22T16:41:11,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741984_1160 (size=39549) 2024-11-22T16:41:11,779 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/3b43669a16464561944b5cd155eb3521 2024-11-22T16:41:11,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/9f33219baa2a4886bfe532a12aefeba2 is 50, key is test_row_0/B:col10/1732293671044/Put/seqid=0 2024-11-22T16:41:11,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741985_1161 (size=12001) 2024-11-22T16:41:11,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/9f33219baa2a4886bfe532a12aefeba2 2024-11-22T16:41:11,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/3ce31c7529ab465491e09440119c5118 is 50, key is test_row_0/C:col10/1732293671044/Put/seqid=0 2024-11-22T16:41:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T16:41:11,861 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:11,862 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-22T16:41:11,864 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:11,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293731861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,868 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:11,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T16:41:11,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741986_1162 (size=12001) 2024-11-22T16:41:11,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/3ce31c7529ab465491e09440119c5118 2024-11-22T16:41:11,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293731872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293731872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293731872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/3b43669a16464561944b5cd155eb3521 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/3b43669a16464561944b5cd155eb3521 2024-11-22T16:41:11,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:11,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293731872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:11,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/3b43669a16464561944b5cd155eb3521, entries=200, sequenceid=62, filesize=38.6 K 2024-11-22T16:41:11,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/9f33219baa2a4886bfe532a12aefeba2 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/9f33219baa2a4886bfe532a12aefeba2 2024-11-22T16:41:11,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/9f33219baa2a4886bfe532a12aefeba2, entries=150, sequenceid=62, filesize=11.7 K 2024-11-22T16:41:11,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/3ce31c7529ab465491e09440119c5118 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/3ce31c7529ab465491e09440119c5118 2024-11-22T16:41:11,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/3ce31c7529ab465491e09440119c5118, entries=150, sequenceid=62, filesize=11.7 K 2024-11-22T16:41:11,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=138.65 KB/141980 for 2a4d65555741a5e58bc29ce33867d26a in 225ms, sequenceid=62, compaction requested=true 2024-11-22T16:41:11,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:11,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:11,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:11,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:11,911 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:11,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:11,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:11,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T16:41:11,912 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:11,913 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:11,913 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/A is initiating minor compaction (all files) 2024-11-22T16:41:11,913 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/A in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:11,913 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/ee13b72f69504385b6289a9482b24ff6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/77b17129d922425cb305d726fe4c42aa, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/3b43669a16464561944b5cd155eb3521] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=107.5 K 2024-11-22T16:41:11,913 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:11,914 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/ee13b72f69504385b6289a9482b24ff6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/77b17129d922425cb305d726fe4c42aa, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/3b43669a16464561944b5cd155eb3521] 2024-11-22T16:41:11,914 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:11,914 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/B is initiating minor compaction (all files) 2024-11-22T16:41:11,914 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/B in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:11,914 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/7e102882fa814e219d4772c0f68f6c0f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/facb06148fae4b9fa98e830493ccb202, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/9f33219baa2a4886bfe532a12aefeba2] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=35.2 K 2024-11-22T16:41:11,915 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee13b72f69504385b6289a9482b24ff6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732293669734 2024-11-22T16:41:11,915 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e102882fa814e219d4772c0f68f6c0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732293669737 2024-11-22T16:41:11,915 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77b17129d922425cb305d726fe4c42aa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732293669866 2024-11-22T16:41:11,915 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting facb06148fae4b9fa98e830493ccb202, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732293669866 2024-11-22T16:41:11,916 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b43669a16464561944b5cd155eb3521, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732293671039 2024-11-22T16:41:11,916 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f33219baa2a4886bfe532a12aefeba2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732293671039 2024-11-22T16:41:11,941 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:11,946 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#B#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:11,947 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/6955c32cfbe84435995366c2233d83ac is 50, key is test_row_0/B:col10/1732293671044/Put/seqid=0 2024-11-22T16:41:11,957 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411229923641cd60042b9983096f7bdd042b4_2a4d65555741a5e58bc29ce33867d26a store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:11,962 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411229923641cd60042b9983096f7bdd042b4_2a4d65555741a5e58bc29ce33867d26a, store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:11,962 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229923641cd60042b9983096f7bdd042b4_2a4d65555741a5e58bc29ce33867d26a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T16:41:12,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741987_1163 (size=12104) 2024-11-22T16:41:12,022 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/6955c32cfbe84435995366c2233d83ac as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/6955c32cfbe84435995366c2233d83ac 2024-11-22T16:41:12,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T16:41:12,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:12,024 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=138.65 KB heapSize=385.77 KB 2024-11-22T16:41:12,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:12,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:12,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:12,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:12,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:12,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:12,034 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/B of 2a4d65555741a5e58bc29ce33867d26a into 6955c32cfbe84435995366c2233d83ac(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:12,034 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:12,034 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/B, priority=13, startTime=1732293671911; duration=0sec 2024-11-22T16:41:12,034 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:12,034 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:B 2024-11-22T16:41:12,034 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:12,035 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:12,036 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/C is initiating minor compaction (all files) 2024-11-22T16:41:12,036 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/C in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:12,037 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/23dbdef6b960479d88518bca1f82c867, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/73ceac12b7594ec6a65f84a54d579c6f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/3ce31c7529ab465491e09440119c5118] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=35.2 K 2024-11-22T16:41:12,037 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 23dbdef6b960479d88518bca1f82c867, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732293669737 2024-11-22T16:41:12,049 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 73ceac12b7594ec6a65f84a54d579c6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732293669866 2024-11-22T16:41:12,050 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ce31c7529ab465491e09440119c5118, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732293671039 2024-11-22T16:41:12,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220dae5889502247808de09c71391a1bbe_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293671754/Put/seqid=0 2024-11-22T16:41:12,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741988_1164 (size=4469) 2024-11-22T16:41:12,056 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#A#compaction#144 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:12,057 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/4a1dd568d4a54df9a576492a98ccbd76 is 175, key is test_row_0/A:col10/1732293671044/Put/seqid=0 2024-11-22T16:41:12,062 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#C#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:12,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741989_1165 (size=12154) 2024-11-22T16:41:12,062 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/f8c4c008c3a6449bbfb83baa368fa3ba is 50, key is test_row_0/C:col10/1732293671044/Put/seqid=0 2024-11-22T16:41:12,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741990_1166 (size=31058) 2024-11-22T16:41:12,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741991_1167 (size=12104) 2024-11-22T16:41:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:12,093 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/f8c4c008c3a6449bbfb83baa368fa3ba as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/f8c4c008c3a6449bbfb83baa368fa3ba 2024-11-22T16:41:12,113 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/C of 2a4d65555741a5e58bc29ce33867d26a into f8c4c008c3a6449bbfb83baa368fa3ba(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:12,113 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:12,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,114 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/C, priority=13, startTime=1732293671911; duration=0sec 2024-11-22T16:41:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293732100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293732100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293732101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,115 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:12,116 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:C 2024-11-22T16:41:12,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293732102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293732102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T16:41:12,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293732221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293732222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293732222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293732222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293732223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293732431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293732431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293732432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293732432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293732432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:12,468 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220dae5889502247808de09c71391a1bbe_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220dae5889502247808de09c71391a1bbe_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:12,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/ae6f2b8718244420892b9638dbaefb06, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:12,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/ae6f2b8718244420892b9638dbaefb06 is 175, key is test_row_0/A:col10/1732293671754/Put/seqid=0 2024-11-22T16:41:12,479 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/4a1dd568d4a54df9a576492a98ccbd76 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/4a1dd568d4a54df9a576492a98ccbd76 2024-11-22T16:41:12,486 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/A of 2a4d65555741a5e58bc29ce33867d26a into 4a1dd568d4a54df9a576492a98ccbd76(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:12,486 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:12,486 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/A, priority=13, startTime=1732293671911; duration=0sec 2024-11-22T16:41:12,486 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:12,486 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:A 2024-11-22T16:41:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T16:41:12,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741992_1168 (size=30955) 2024-11-22T16:41:12,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293732743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293732743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293732743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293732751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293732752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:12,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:12,916 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/ae6f2b8718244420892b9638dbaefb06 2024-11-22T16:41:12,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/059c76ff01a04b5ba94e62e546d8570f is 50, key is test_row_0/B:col10/1732293671754/Put/seqid=0 2024-11-22T16:41:13,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741993_1169 (size=12001) 2024-11-22T16:41:13,004 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/059c76ff01a04b5ba94e62e546d8570f 2024-11-22T16:41:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T16:41:13,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/514d7dbf2eff4659b37bf83233642082 is 50, key is test_row_0/C:col10/1732293671754/Put/seqid=0 2024-11-22T16:41:13,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741994_1170 (size=12001) 2024-11-22T16:41:13,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293733261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:13,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:13,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293733262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:13,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293733262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:13,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:13,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293733271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:13,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:13,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:13,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:13,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293733271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:13,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:13,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:13,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:13,470 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/514d7dbf2eff4659b37bf83233642082 2024-11-22T16:41:13,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/ae6f2b8718244420892b9638dbaefb06 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/ae6f2b8718244420892b9638dbaefb06 2024-11-22T16:41:13,486 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/ae6f2b8718244420892b9638dbaefb06, entries=150, sequenceid=97, filesize=30.2 K 2024-11-22T16:41:13,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/059c76ff01a04b5ba94e62e546d8570f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/059c76ff01a04b5ba94e62e546d8570f 2024-11-22T16:41:13,494 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/059c76ff01a04b5ba94e62e546d8570f, entries=150, sequenceid=97, filesize=11.7 K 2024-11-22T16:41:13,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/514d7dbf2eff4659b37bf83233642082 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/514d7dbf2eff4659b37bf83233642082 2024-11-22T16:41:13,504 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/514d7dbf2eff4659b37bf83233642082, entries=150, sequenceid=97, filesize=11.7 K 2024-11-22T16:41:13,506 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~385.72 KB/394976, currentSize=46.96 KB/48090 for 2a4d65555741a5e58bc29ce33867d26a in 1482ms, sequenceid=97, compaction requested=false 2024-11-22T16:41:13,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:13,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:13,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-22T16:41:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-22T16:41:13,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-22T16:41:13,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6400 sec 2024-11-22T16:41:13,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.6500 sec 2024-11-22T16:41:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T16:41:14,021 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:14,022 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-22T16:41:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T16:41:14,024 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:14,025 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:14,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T16:41:14,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T16:41:14,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:14,177 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T16:41:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:14,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a2be1aadc90943c08b04d9cc078b88af_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293672099/Put/seqid=0 2024-11-22T16:41:14,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741995_1171 (size=12154) 2024-11-22T16:41:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:14,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:14,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732293674302, max timestamp=1732293674314Num uniques 859; 2024-11-22T16:41:14,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732293674302, max timestamp=1732293674314Num uniques 859; 2024-11-22T16:41:14,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T16:41:14,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T16:41:14,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732293674302, max timestamp=1732293674314Num uniques 859; 2024-11-22T16:41:14,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T16:41:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T16:41:14,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293734352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:14,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:14,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293734353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:14,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293734354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293734357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:14,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293734363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:14,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:14,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293734472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:14,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:14,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293734482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:14,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293734482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:14,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293734482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:14,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:14,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293734482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:14,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:14,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:14,635 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a2be1aadc90943c08b04d9cc078b88af_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a2be1aadc90943c08b04d9cc078b88af_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:14,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/c1984e4c8610448d95a7bf75bb315d06, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:14,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/c1984e4c8610448d95a7bf75bb315d06 is 175, key is test_row_0/A:col10/1732293672099/Put/seqid=0 2024-11-22T16:41:14,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741996_1172 (size=30955) 2024-11-22T16:41:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T16:41:14,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293734691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:14,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293734691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:14,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293734692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:14,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293734692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:14,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293734692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:14,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:14,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293735001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293735002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293735002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293735002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293735002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,044 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=110, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/c1984e4c8610448d95a7bf75bb315d06 2024-11-22T16:41:15,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/821287949b9849cdad7310ed3c988493 is 50, key is test_row_0/B:col10/1732293672099/Put/seqid=0 2024-11-22T16:41:15,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741997_1173 (size=12001) 2024-11-22T16:41:15,087 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/821287949b9849cdad7310ed3c988493 2024-11-22T16:41:15,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/0866ae03933046619ff202c2eaedb35f is 50, key is test_row_0/C:col10/1732293672099/Put/seqid=0 2024-11-22T16:41:15,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741998_1174 (size=12001) 2024-11-22T16:41:15,116 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/0866ae03933046619ff202c2eaedb35f 2024-11-22T16:41:15,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/c1984e4c8610448d95a7bf75bb315d06 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/c1984e4c8610448d95a7bf75bb315d06 2024-11-22T16:41:15,135 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/c1984e4c8610448d95a7bf75bb315d06, entries=150, sequenceid=110, filesize=30.2 K 2024-11-22T16:41:15,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/821287949b9849cdad7310ed3c988493 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/821287949b9849cdad7310ed3c988493 2024-11-22T16:41:15,149 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/821287949b9849cdad7310ed3c988493, entries=150, sequenceid=110, filesize=11.7 K 2024-11-22T16:41:15,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/0866ae03933046619ff202c2eaedb35f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/0866ae03933046619ff202c2eaedb35f 2024-11-22T16:41:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T16:41:15,162 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/0866ae03933046619ff202c2eaedb35f, entries=150, sequenceid=110, filesize=11.7 K 2024-11-22T16:41:15,164 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 2a4d65555741a5e58bc29ce33867d26a in 986ms, sequenceid=110, compaction requested=true 2024-11-22T16:41:15,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:15,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:15,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-22T16:41:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-22T16:41:15,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.1470 sec 2024-11-22T16:41:15,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-22T16:41:15,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1400 sec 2024-11-22T16:41:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:15,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-22T16:41:15,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:15,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:15,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:15,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:15,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:15,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:15,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112236917f7852964051bd2976a887599e3a_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293675534/Put/seqid=0 2024-11-22T16:41:15,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293735548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293735549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293735549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293735556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293735556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741999_1175 (size=17284) 2024-11-22T16:41:15,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293735661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293735662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293735662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293735681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293735681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293735873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293735873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293735873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293735891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:15,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293735892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:15,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:15,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:15,992 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:15,997 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112236917f7852964051bd2976a887599e3a_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112236917f7852964051bd2976a887599e3a_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:15,998 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/db325f38175244f3b1653ffe4a37949d, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:15,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/db325f38175244f3b1653ffe4a37949d is 175, key is test_row_0/A:col10/1732293675534/Put/seqid=0 2024-11-22T16:41:16,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742000_1176 (size=48389) 2024-11-22T16:41:16,006 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/db325f38175244f3b1653ffe4a37949d 2024-11-22T16:41:16,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/b58634de28b24c2e91aa54a16b81ad30 is 50, key is test_row_0/B:col10/1732293675534/Put/seqid=0 2024-11-22T16:41:16,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742001_1177 (size=12151) 2024-11-22T16:41:16,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/b58634de28b24c2e91aa54a16b81ad30 2024-11-22T16:41:16,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/e631c8cea4d44e16ac104e2282ea1911 is 50, key is test_row_0/C:col10/1732293675534/Put/seqid=0 2024-11-22T16:41:16,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742002_1178 (size=12151) 2024-11-22T16:41:16,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/e631c8cea4d44e16ac104e2282ea1911 2024-11-22T16:41:16,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/db325f38175244f3b1653ffe4a37949d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/db325f38175244f3b1653ffe4a37949d 2024-11-22T16:41:16,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/db325f38175244f3b1653ffe4a37949d, entries=250, sequenceid=147, filesize=47.3 K 2024-11-22T16:41:16,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/b58634de28b24c2e91aa54a16b81ad30 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/b58634de28b24c2e91aa54a16b81ad30 2024-11-22T16:41:16,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/b58634de28b24c2e91aa54a16b81ad30, entries=150, sequenceid=147, filesize=11.9 K 2024-11-22T16:41:16,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/e631c8cea4d44e16ac104e2282ea1911 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/e631c8cea4d44e16ac104e2282ea1911 2024-11-22T16:41:16,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/e631c8cea4d44e16ac104e2282ea1911, entries=150, sequenceid=147, filesize=11.9 K 2024-11-22T16:41:16,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=33.54 KB/34350 for 2a4d65555741a5e58bc29ce33867d26a in 557ms, sequenceid=147, compaction requested=true 2024-11-22T16:41:16,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:16,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:16,091 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:41:16,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:16,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:16,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:16,092 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:41:16,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:16,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:16,095 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141357 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:41:16,095 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/A is initiating minor compaction (all files) 2024-11-22T16:41:16,095 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/A in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:16,095 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/4a1dd568d4a54df9a576492a98ccbd76, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/ae6f2b8718244420892b9638dbaefb06, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/c1984e4c8610448d95a7bf75bb315d06, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/db325f38175244f3b1653ffe4a37949d] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=138.0 K 2024-11-22T16:41:16,095 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:16,095 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/4a1dd568d4a54df9a576492a98ccbd76, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/ae6f2b8718244420892b9638dbaefb06, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/c1984e4c8610448d95a7bf75bb315d06, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/db325f38175244f3b1653ffe4a37949d] 2024-11-22T16:41:16,097 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:41:16,097 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/B is initiating minor compaction (all files) 2024-11-22T16:41:16,097 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/B in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:16,097 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/6955c32cfbe84435995366c2233d83ac, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/059c76ff01a04b5ba94e62e546d8570f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/821287949b9849cdad7310ed3c988493, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/b58634de28b24c2e91aa54a16b81ad30] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=47.1 K 2024-11-22T16:41:16,097 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a1dd568d4a54df9a576492a98ccbd76, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732293671039 2024-11-22T16:41:16,101 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae6f2b8718244420892b9638dbaefb06, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732293671735 2024-11-22T16:41:16,101 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 6955c32cfbe84435995366c2233d83ac, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732293671039 2024-11-22T16:41:16,101 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1984e4c8610448d95a7bf75bb315d06, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732293672087 2024-11-22T16:41:16,101 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 059c76ff01a04b5ba94e62e546d8570f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732293671735 2024-11-22T16:41:16,102 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting db325f38175244f3b1653ffe4a37949d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732293674333 2024-11-22T16:41:16,102 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 821287949b9849cdad7310ed3c988493, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732293672087 2024-11-22T16:41:16,103 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting b58634de28b24c2e91aa54a16b81ad30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732293674354 2024-11-22T16:41:16,124 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#B#compaction#156 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:16,124 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/0d71de3b8bf547fea9d46a5a45e5c4fe is 50, key is test_row_0/B:col10/1732293675534/Put/seqid=0 2024-11-22T16:41:16,133 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:16,150 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411229852a7ac560a428695de49a457d387a9_2a4d65555741a5e58bc29ce33867d26a store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:16,154 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411229852a7ac560a428695de49a457d387a9_2a4d65555741a5e58bc29ce33867d26a, store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:16,155 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229852a7ac560a428695de49a457d387a9_2a4d65555741a5e58bc29ce33867d26a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:16,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742003_1179 (size=12391) 2024-11-22T16:41:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T16:41:16,172 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:16,172 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-22T16:41:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T16:41:16,175 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:16,176 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:16,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:16,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742004_1180 (size=4469) 2024-11-22T16:41:16,187 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#A#compaction#157 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:16,187 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/5be0864cbe5a4a8ea164234730fcba27 is 175, key is test_row_0/A:col10/1732293675534/Put/seqid=0 2024-11-22T16:41:16,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T16:41:16,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:16,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:16,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:16,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:16,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:16,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:16,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742005_1181 (size=31345) 2024-11-22T16:41:16,218 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/5be0864cbe5a4a8ea164234730fcba27 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/5be0864cbe5a4a8ea164234730fcba27 2024-11-22T16:41:16,232 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/A of 2a4d65555741a5e58bc29ce33867d26a into 5be0864cbe5a4a8ea164234730fcba27(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:16,232 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:16,232 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/A, priority=12, startTime=1732293676091; duration=0sec 2024-11-22T16:41:16,233 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:16,233 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:A 2024-11-22T16:41:16,233 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:41:16,236 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:41:16,236 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/C is initiating minor compaction (all files) 2024-11-22T16:41:16,236 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/C in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:16,236 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/f8c4c008c3a6449bbfb83baa368fa3ba, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/514d7dbf2eff4659b37bf83233642082, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/0866ae03933046619ff202c2eaedb35f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/e631c8cea4d44e16ac104e2282ea1911] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=47.1 K 2024-11-22T16:41:16,238 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8c4c008c3a6449bbfb83baa368fa3ba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732293671039 2024-11-22T16:41:16,238 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 514d7dbf2eff4659b37bf83233642082, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732293671735 2024-11-22T16:41:16,239 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0866ae03933046619ff202c2eaedb35f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732293672087 2024-11-22T16:41:16,239 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting e631c8cea4d44e16ac104e2282ea1911, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732293674354 2024-11-22T16:41:16,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122682e305d4a6c4b1da62ac8f40cb9e11d_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293676199/Put/seqid=0 2024-11-22T16:41:16,256 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#C#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:16,257 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/42b0fb1b68144e7ba7bc7d171a64e4fd is 50, key is test_row_0/C:col10/1732293675534/Put/seqid=0 2024-11-22T16:41:16,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293676236, max timestamp=1732293676272Num uniques 859; 2024-11-22T16:41:16,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:41:16,280 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293676236, max timestamp=1732293676276Num uniques 859; 2024-11-22T16:41:16,280 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293676236, max timestamp=1732293676276Num uniques 859; 2024-11-22T16:41:16,280 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:41:16,280 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:41:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T16:41:16,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293736302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742006_1182 (size=12304) 2024-11-22T16:41:16,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293736304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293736306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293736307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742007_1183 (size=12391) 2024-11-22T16:41:16,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293736309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T16:41:16,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:16,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:16,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:16,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:16,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:16,331 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/42b0fb1b68144e7ba7bc7d171a64e4fd as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/42b0fb1b68144e7ba7bc7d171a64e4fd 2024-11-22T16:41:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:16,339 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/C of 2a4d65555741a5e58bc29ce33867d26a into 42b0fb1b68144e7ba7bc7d171a64e4fd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:16,339 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:16,339 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/C, priority=12, startTime=1732293676092; duration=0sec 2024-11-22T16:41:16,339 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:16,339 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:C 2024-11-22T16:41:16,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293736422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293736422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293736422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293736422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293736431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T16:41:16,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:16,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:16,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:16,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:16,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T16:41:16,558 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/0d71de3b8bf547fea9d46a5a45e5c4fe as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/0d71de3b8bf547fea9d46a5a45e5c4fe 2024-11-22T16:41:16,566 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/B of 2a4d65555741a5e58bc29ce33867d26a into 0d71de3b8bf547fea9d46a5a45e5c4fe(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:16,566 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:16,566 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/B, priority=12, startTime=1732293676091; duration=0sec 2024-11-22T16:41:16,566 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:16,566 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:B 2024-11-22T16:41:16,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T16:41:16,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:16,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:16,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:16,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:16,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:16,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293736642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293736642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293736645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293736646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293736646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,713 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:16,719 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122682e305d4a6c4b1da62ac8f40cb9e11d_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122682e305d4a6c4b1da62ac8f40cb9e11d_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:16,721 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/de892709885c4427aababda160d39ce0, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:16,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/de892709885c4427aababda160d39ce0 is 175, key is test_row_0/A:col10/1732293676199/Put/seqid=0 2024-11-22T16:41:16,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742008_1184 (size=31105) 2024-11-22T16:41:16,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T16:41:16,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:16,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:16,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:16,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:16,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T16:41:16,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T16:41:16,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:16,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:16,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:16,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:16,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:16,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293736951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293736951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293736961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293736961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293736961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:17,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T16:41:17,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:17,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:17,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:17,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:17,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:17,134 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/de892709885c4427aababda160d39ce0 2024-11-22T16:41:17,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/dcd1d6cf47ad49dea40cd53fb98f3c22 is 50, key is test_row_0/B:col10/1732293676199/Put/seqid=0 2024-11-22T16:41:17,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742009_1185 (size=12151) 2024-11-22T16:41:17,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/dcd1d6cf47ad49dea40cd53fb98f3c22 2024-11-22T16:41:17,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/661db3fba50e4c3bb9f2fdc75479aaa2 is 50, key is test_row_0/C:col10/1732293676199/Put/seqid=0 2024-11-22T16:41:17,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742010_1186 (size=12151) 2024-11-22T16:41:17,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T16:41:17,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:17,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:17,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:17,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:17,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T16:41:17,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T16:41:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:17,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:17,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293737461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:17,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:17,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:17,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:17,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293737461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:17,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:17,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:17,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:17,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293737481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:17,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:17,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:17,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293737481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:17,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293737482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:17,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:17,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:17,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:17,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T16:41:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:17,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:17,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:17,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:17,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:17,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/661db3fba50e4c3bb9f2fdc75479aaa2 2024-11-22T16:41:17,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/de892709885c4427aababda160d39ce0 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/de892709885c4427aababda160d39ce0 2024-11-22T16:41:17,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/de892709885c4427aababda160d39ce0, entries=150, sequenceid=158, filesize=30.4 K 2024-11-22T16:41:17,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/dcd1d6cf47ad49dea40cd53fb98f3c22 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/dcd1d6cf47ad49dea40cd53fb98f3c22 2024-11-22T16:41:17,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/dcd1d6cf47ad49dea40cd53fb98f3c22, entries=150, sequenceid=158, filesize=11.9 K 2024-11-22T16:41:17,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/661db3fba50e4c3bb9f2fdc75479aaa2 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/661db3fba50e4c3bb9f2fdc75479aaa2 2024-11-22T16:41:17,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/661db3fba50e4c3bb9f2fdc75479aaa2, entries=150, sequenceid=158, filesize=11.9 K 2024-11-22T16:41:17,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 2a4d65555741a5e58bc29ce33867d26a in 1493ms, sequenceid=158, compaction requested=false 2024-11-22T16:41:17,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:17,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T16:41:17,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:17,723 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-22T16:41:17,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:17,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:17,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:17,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:17,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:17,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:17,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224bd0e10d41444870b3cafbdb48006b46_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293676305/Put/seqid=0 2024-11-22T16:41:17,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742011_1187 (size=12304) 2024-11-22T16:41:17,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,780 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224bd0e10d41444870b3cafbdb48006b46_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224bd0e10d41444870b3cafbdb48006b46_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:17,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/30edb760807f442cae5bff5c06a101d5, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:17,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/30edb760807f442cae5bff5c06a101d5 is 175, key is test_row_0/A:col10/1732293676305/Put/seqid=0 2024-11-22T16:41:17,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742012_1188 (size=31105) 2024-11-22T16:41:17,795 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/30edb760807f442cae5bff5c06a101d5 2024-11-22T16:41:17,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/c9e095a412b24872a7cce82e7826a3fa is 50, key is test_row_0/B:col10/1732293676305/Put/seqid=0 2024-11-22T16:41:17,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742013_1189 (size=12151) 2024-11-22T16:41:17,875 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/c9e095a412b24872a7cce82e7826a3fa 2024-11-22T16:41:17,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/9c438e0391234940afb8bd17e5e917ff is 50, key is test_row_0/C:col10/1732293676305/Put/seqid=0 2024-11-22T16:41:17,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742014_1190 (size=12151) 2024-11-22T16:41:17,909 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/9c438e0391234940afb8bd17e5e917ff 2024-11-22T16:41:17,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/30edb760807f442cae5bff5c06a101d5 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/30edb760807f442cae5bff5c06a101d5 2024-11-22T16:41:17,931 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/30edb760807f442cae5bff5c06a101d5, entries=150, sequenceid=196, filesize=30.4 K 2024-11-22T16:41:17,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/c9e095a412b24872a7cce82e7826a3fa as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/c9e095a412b24872a7cce82e7826a3fa 2024-11-22T16:41:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,942 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/c9e095a412b24872a7cce82e7826a3fa, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T16:41:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/9c438e0391234940afb8bd17e5e917ff as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/9c438e0391234940afb8bd17e5e917ff 2024-11-22T16:41:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,960 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/9c438e0391234940afb8bd17e5e917ff, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T16:41:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,961 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=0 B/0 for 2a4d65555741a5e58bc29ce33867d26a in 238ms, sequenceid=196, compaction requested=true 2024-11-22T16:41:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-22T16:41:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-22T16:41:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-22T16:41:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7860 sec 2024-11-22T16:41:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.7970 sec 2024-11-22T16:41:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T16:41:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,332 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,333 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-22T16:41:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T16:41:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,335 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,336 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T16:41:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T16:41:18,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:18,490 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-22T16:41:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:18,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:18,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:18,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:18,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:18,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122830dfbadc03d47fd8171bb54a5e4cc1f_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293678479/Put/seqid=0 2024-11-22T16:41:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742015_1191 (size=9814) 2024-11-22T16:41:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,521 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122830dfbadc03d47fd8171bb54a5e4cc1f_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122830dfbadc03d47fd8171bb54a5e4cc1f_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/933e1e4400d9448ebc1de9d5265b9b4f, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/933e1e4400d9448ebc1de9d5265b9b4f is 175, key is test_row_0/A:col10/1732293678479/Put/seqid=0 2024-11-22T16:41:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742016_1192 (size=22461) 2024-11-22T16:41:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:18,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:18,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732293678541, max timestamp=1732293678578Num uniques 859; 2024-11-22T16:41:18,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T16:41:18,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732293678541, max timestamp=1732293678578Num uniques 859; 2024-11-22T16:41:18,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T16:41:18,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732293678541, max timestamp=1732293678577Num uniques 859; 2024-11-22T16:41:18,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T16:41:18,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732293678596, max timestamp=1732293678605Num uniques 1168; 2024-11-22T16:41:18,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=12268, suffix heap size=149440,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=268 2024-11-22T16:41:18,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732293678596, max timestamp=1732293678605Num uniques 1168; 2024-11-22T16:41:18,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=12268, suffix heap size=149440,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=268 2024-11-22T16:41:18,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732293678596, max timestamp=1732293678605Num uniques 1168; 2024-11-22T16:41:18,610 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=12268, suffix heap size=149440,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=268 2024-11-22T16:41:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T16:41:18,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293738656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:18,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=427, cellSize=19552, totalHeapSize=44648, min timestamp=1732293678617, max timestamp=1732293678661Num uniques 1127; 2024-11-22T16:41:18,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=427, cellSize=19552, totalHeapSize=44648, min timestamp=1732293678617, max timestamp=1732293678661Num uniques 1127; 2024-11-22T16:41:18,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=19552, suffix heap size=145176,new segment heap size=44648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=427 2024-11-22T16:41:18,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=427, cellSize=19552, totalHeapSize=44648, min timestamp=1732293678617, max timestamp=1732293678661Num uniques 1127; 2024-11-22T16:41:18,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=19552, suffix heap size=145176,new segment heap size=44648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=427 2024-11-22T16:41:18,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=19552, suffix heap size=145176,new segment heap size=44648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=427 2024-11-22T16:41:18,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293738716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:18,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293738717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:18,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293738725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:18,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732293678711, max timestamp=1732293678721Num uniques 1286; 2024-11-22T16:41:18,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=58896, new segment data size=8516, suffix heap size=161712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1286, new segment cells count=186 2024-11-22T16:41:18,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:18,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:18,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:18,732 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732293678711, max timestamp=1732293678721Num uniques 1286; 2024-11-22T16:41:18,732 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=58896, new segment data size=6870, suffix heap size=161712,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1286, new segment cells count=150 2024-11-22T16:41:18,741 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732293678711, max timestamp=1732293678721Num uniques 1286; 2024-11-22T16:41:18,741 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=58896, new segment data size=6870, suffix heap size=161712,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1286, new segment cells count=150 2024-11-22T16:41:18,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=445, cellSize=20380, totalHeapSize=46520, min timestamp=1732293678778, max timestamp=1732293678813Num uniques 1045; 2024-11-22T16:41:18,817 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=20380, suffix heap size=136648,new segment heap size=46520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=445 2024-11-22T16:41:18,821 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732293678801, max timestamp=1732293678813Num uniques 1009; 2024-11-22T16:41:18,821 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=11220, suffix heap size=132904,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=245 2024-11-22T16:41:18,821 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732293678801, max timestamp=1732293678813Num uniques 1009; 2024-11-22T16:41:18,822 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=11220, suffix heap size=132904,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=245 2024-11-22T16:41:18,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293738850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:18,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293738856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:18,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13920, totalHeapSize=31856, min timestamp=1732293678837, max timestamp=1732293678857Num uniques 1304; 2024-11-22T16:41:18,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=59720, new segment data size=13920, suffix heap size=163584,new segment heap size=31856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1304, new segment cells count=304 2024-11-22T16:41:18,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13920, totalHeapSize=31856, min timestamp=1732293678837, max timestamp=1732293678857Num uniques 1104; 2024-11-22T16:41:18,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=13920, suffix heap size=142784,new segment heap size=31856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=304 2024-11-22T16:41:18,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13920, totalHeapSize=31856, min timestamp=1732293678837, max timestamp=1732293678857Num uniques 1104; 2024-11-22T16:41:18,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=13920, suffix heap size=142784,new segment heap size=31856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=304 2024-11-22T16:41:18,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:18,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:18,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:18,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:18,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:18,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:18,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732293678884, max timestamp=1732293678898Num uniques 1163; 2024-11-22T16:41:18,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=53258, new segment data size=7458, suffix heap size=148920,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1163, new segment cells count=163 2024-11-22T16:41:18,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732293678884, max timestamp=1732293678898Num uniques 1163; 2024-11-22T16:41:18,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732293678884, max timestamp=1732293678898Num uniques 1163; 2024-11-22T16:41:18,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=53258, new segment data size=7458, suffix heap size=148920,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1163, new segment cells count=163 2024-11-22T16:41:18,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=53258, new segment data size=7458, suffix heap size=148920,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1163, new segment cells count=163 2024-11-22T16:41:18,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732293678912, max timestamp=1732293678931Num uniques 1022; 2024-11-22T16:41:18,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-22T16:41:18,936 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732293678912, max timestamp=1732293678931Num uniques 1022; 2024-11-22T16:41:18,936 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-22T16:41:18,936 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732293678912, max timestamp=1732293678931Num uniques 1022; 2024-11-22T16:41:18,936 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-22T16:41:18,937 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/933e1e4400d9448ebc1de9d5265b9b4f 2024-11-22T16:41:18,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/824759de04a64e7d857da2d242b0e31e is 50, key is test_row_0/B:col10/1732293678479/Put/seqid=0 2024-11-22T16:41:18,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742017_1193 (size=9757) 2024-11-22T16:41:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T16:41:18,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293738974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:18,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=331, cellSize=15156, totalHeapSize=34664, min timestamp=1732293678949, max timestamp=1732293678975Num uniques 1081; 2024-11-22T16:41:18,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=15156, suffix heap size=140392,new segment heap size=34664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=331 2024-11-22T16:41:18,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=331, cellSize=15156, totalHeapSize=34664, min timestamp=1732293678949, max timestamp=1732293678975Num uniques 1081; 2024-11-22T16:41:18,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=15156, suffix heap size=140392,new segment heap size=34664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=331 2024-11-22T16:41:18,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=331, cellSize=15156, totalHeapSize=34664, min timestamp=1732293678949, max timestamp=1732293678975Num uniques 1081; 2024-11-22T16:41:18,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=15156, suffix heap size=140392,new segment heap size=34664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=331 2024-11-22T16:41:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293739009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1732293678996, max timestamp=1732293679009Num uniques 1190; 2024-11-22T16:41:19,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1732293678996, max timestamp=1732293679009Num uniques 1190; 2024-11-22T16:41:19,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=54500, new segment data size=13280, suffix heap size=151728,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1190, new segment cells count=290 2024-11-22T16:41:19,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=54500, new segment data size=13280, suffix heap size=151728,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1190, new segment cells count=290 2024-11-22T16:41:19,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1732293678996, max timestamp=1732293679009Num uniques 1190; 2024-11-22T16:41:19,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=54500, new segment data size=13280, suffix heap size=151728,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1190, new segment cells count=290 2024-11-22T16:41:19,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=399, cellSize=18274, totalHeapSize=41736, min timestamp=1732293679023, max timestamp=1732293679043Num uniques 1149; 2024-11-22T16:41:19,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=18274, suffix heap size=147464,new segment heap size=41736 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=399 2024-11-22T16:41:19,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=399, cellSize=18274, totalHeapSize=41736, min timestamp=1732293679023, max timestamp=1732293679043Num uniques 1149; 2024-11-22T16:41:19,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=399, cellSize=18274, totalHeapSize=41736, min timestamp=1732293679023, max timestamp=1732293679043Num uniques 1149; 2024-11-22T16:41:19,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=18274, suffix heap size=147464,new segment heap size=41736 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=399 2024-11-22T16:41:19,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=18274, suffix heap size=147464,new segment heap size=41736 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=399 2024-11-22T16:41:19,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293739073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293739078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,083 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1732293679065, max timestamp=1732293679078Num uniques 1258; 2024-11-22T16:41:19,083 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1732293679065, max timestamp=1732293679078Num uniques 1258; 2024-11-22T16:41:19,083 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1732293679065, max timestamp=1732293679078Num uniques 1258; 2024-11-22T16:41:19,083 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=57610, new segment data size=9520, suffix heap size=158800,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1258, new segment cells count=208 2024-11-22T16:41:19,084 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=57610, new segment data size=9520, suffix heap size=158800,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1258, new segment cells count=208 2024-11-22T16:41:19,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=57610, new segment data size=9520, suffix heap size=158800,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1258, new segment cells count=208 2024-11-22T16:41:19,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=267, cellSize=12222, totalHeapSize=28008, min timestamp=1732293679102, max timestamp=1732293679128Num uniques 1067; 2024-11-22T16:41:19,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=12222, suffix heap size=138936,new segment heap size=28008 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=267 2024-11-22T16:41:19,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=267, cellSize=12222, totalHeapSize=28008, min timestamp=1732293679102, max timestamp=1732293679128Num uniques 1067; 2024-11-22T16:41:19,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=12222, suffix heap size=138936,new segment heap size=28008 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=267 2024-11-22T16:41:19,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=267, cellSize=12222, totalHeapSize=28008, min timestamp=1732293679102, max timestamp=1732293679128Num uniques 1067; 2024-11-22T16:41:19,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=12222, suffix heap size=138936,new segment heap size=28008 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=267 2024-11-22T16:41:19,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293739173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293739174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,175 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=276, cellSize=12636, totalHeapSize=28944, min timestamp=1732293679141, max timestamp=1732293679170Num uniques 1126; 2024-11-22T16:41:19,175 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=276, cellSize=12636, totalHeapSize=28944, min timestamp=1732293679141, max timestamp=1732293679170Num uniques 1126; 2024-11-22T16:41:19,175 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51566, new segment data size=12636, suffix heap size=145072,new segment heap size=28944 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1126, new segment cells count=276 2024-11-22T16:41:19,175 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=276, cellSize=12636, totalHeapSize=28944, min timestamp=1732293679141, max timestamp=1732293679170Num uniques 1126; 2024-11-22T16:41:19,175 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51566, new segment data size=12636, suffix heap size=145072,new segment heap size=28944 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1126, new segment cells count=276 2024-11-22T16:41:19,175 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51566, new segment data size=12636, suffix heap size=145072,new segment heap size=28944 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1126, new segment cells count=276 2024-11-22T16:41:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,185 INFO [master/4618c6346924:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T16:41:19,185 INFO [master/4618c6346924:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T16:41:19,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=385, cellSize=17630, totalHeapSize=40280, min timestamp=1732293679203, max timestamp=1732293679223Num uniques 1135; 2024-11-22T16:41:19,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51980, new segment data size=17630, suffix heap size=146008,new segment heap size=40280 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1135, new segment cells count=385 2024-11-22T16:41:19,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=385, cellSize=17630, totalHeapSize=40280, min timestamp=1732293679203, max timestamp=1732293679223Num uniques 1135; 2024-11-22T16:41:19,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51980, new segment data size=17630, suffix heap size=146008,new segment heap size=40280 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1135, new segment cells count=385 2024-11-22T16:41:19,231 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732293679208, max timestamp=1732293679223Num uniques 1135; 2024-11-22T16:41:19,231 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51980, new segment data size=6870, suffix heap size=146008,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1135, new segment cells count=150 2024-11-22T16:41:19,274 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=344, cellSize=15754, totalHeapSize=36016, min timestamp=1732293679255, max timestamp=1732293679269Num uniques 1244; 2024-11-22T16:41:19,274 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=56974, new segment data size=15754, suffix heap size=157344,new segment heap size=36016 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1244, new segment cells count=344 2024-11-22T16:41:19,274 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=344, cellSize=15754, totalHeapSize=36016, min timestamp=1732293679255, max timestamp=1732293679269Num uniques 1244; 2024-11-22T16:41:19,274 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=56974, new segment data size=15754, suffix heap size=157344,new segment heap size=36016 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1244, new segment cells count=344 2024-11-22T16:41:19,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=344, cellSize=15754, totalHeapSize=36016, min timestamp=1732293679255, max timestamp=1732293679269Num uniques 1009; 2024-11-22T16:41:19,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=15754, suffix heap size=132904,new segment heap size=36016 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=344 2024-11-22T16:41:19,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293739299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=503, cellSize=23035, totalHeapSize=52552, min timestamp=1732293679287, max timestamp=1732293679304Num uniques 1203; 2024-11-22T16:41:19,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=55095, new segment data size=23035, suffix heap size=153080,new segment heap size=52552 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1203, new segment cells count=503 2024-11-22T16:41:19,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=503, cellSize=23035, totalHeapSize=52552, min timestamp=1732293679287, max timestamp=1732293679304Num uniques 1203; 2024-11-22T16:41:19,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=55095, new segment data size=23035, suffix heap size=153080,new segment heap size=52552 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1203, new segment cells count=503 2024-11-22T16:41:19,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=503, cellSize=23035, totalHeapSize=52552, min timestamp=1732293679287, max timestamp=1732293679304Num uniques 1203; 2024-11-22T16:41:19,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=55095, new segment data size=23035, suffix heap size=153080,new segment heap size=52552 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1203, new segment cells count=503 2024-11-22T16:41:19,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293739327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293739331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293739332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293739341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,355 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/824759de04a64e7d857da2d242b0e31e 2024-11-22T16:41:19,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/b0bfcf86df514ecab13b1f23401521fa is 50, key is test_row_0/C:col10/1732293678479/Put/seqid=0 2024-11-22T16:41:19,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742018_1194 (size=9757) 2024-11-22T16:41:19,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293739421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293739441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293739441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293739441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293739451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T16:41:19,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293739630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293739651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293739651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293739651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293739661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,767 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/b0bfcf86df514ecab13b1f23401521fa 2024-11-22T16:41:19,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/933e1e4400d9448ebc1de9d5265b9b4f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/933e1e4400d9448ebc1de9d5265b9b4f 2024-11-22T16:41:19,777 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/933e1e4400d9448ebc1de9d5265b9b4f, entries=100, sequenceid=201, filesize=21.9 K 2024-11-22T16:41:19,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/824759de04a64e7d857da2d242b0e31e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/824759de04a64e7d857da2d242b0e31e 2024-11-22T16:41:19,783 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/824759de04a64e7d857da2d242b0e31e, entries=100, sequenceid=201, filesize=9.5 K 2024-11-22T16:41:19,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/b0bfcf86df514ecab13b1f23401521fa as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/b0bfcf86df514ecab13b1f23401521fa 2024-11-22T16:41:19,789 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/b0bfcf86df514ecab13b1f23401521fa, entries=100, sequenceid=201, filesize=9.5 K 2024-11-22T16:41:19,791 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=174.43 KB/178620 for 2a4d65555741a5e58bc29ce33867d26a in 1301ms, sequenceid=201, compaction requested=true 2024-11-22T16:41:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:19,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-22T16:41:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-22T16:41:19,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-22T16:41:19,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4570 sec 2024-11-22T16:41:19,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.4630 sec 2024-11-22T16:41:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:19,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=181.14 KB heapSize=492.19 KB 2024-11-22T16:41:19,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:19,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:19,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:19,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:19,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:19,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:19,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293739953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220acd1dbc0d294fefa6e44661401c91e2_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293679332/Put/seqid=0 2024-11-22T16:41:19,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293739961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293739961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293739961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742019_1195 (size=14994) 2024-11-22T16:41:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:19,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293739981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:19,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:20,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293740061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:20,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:20,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:20,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:20,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293740271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:20,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:20,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:20,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:20,370 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,375 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220acd1dbc0d294fefa6e44661401c91e2_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220acd1dbc0d294fefa6e44661401c91e2_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:20,377 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/dee6fb5c32dd4be48f1bd00e3f770180, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:20,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/dee6fb5c32dd4be48f1bd00e3f770180 is 175, key is test_row_0/A:col10/1732293679332/Put/seqid=0 2024-11-22T16:41:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742020_1196 (size=39949) 2024-11-22T16:41:20,383 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=513, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/dee6fb5c32dd4be48f1bd00e3f770180 2024-11-22T16:41:20,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/5d897e6872104450ba48a83d00c660d2 is 50, key is test_row_0/B:col10/1732293679332/Put/seqid=0 2024-11-22T16:41:20,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742021_1197 (size=12301) 2024-11-22T16:41:20,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293740471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:20,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:20,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:20,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293740471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:20,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:20,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:20,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:20,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T16:41:20,482 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:20,482 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-22T16:41:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T16:41:20,484 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:20,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:20,485 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293740481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:20,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:20,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:20,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:20,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:20,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293740491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:20,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:20,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:20,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:20,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293740580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:20,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T16:41:20,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T16:41:20,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:20,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:20,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:20,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:20,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:20,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T16:41:20,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:20,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:20,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:20,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:20,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:20,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/5d897e6872104450ba48a83d00c660d2 2024-11-22T16:41:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T16:41:20,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/37ea3ad8dfc54fb293ec59689a6c4327 is 50, key is test_row_0/C:col10/1732293679332/Put/seqid=0 2024-11-22T16:41:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742022_1198 (size=12301) 2024-11-22T16:41:20,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/37ea3ad8dfc54fb293ec59689a6c4327 2024-11-22T16:41:20,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/dee6fb5c32dd4be48f1bd00e3f770180 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/dee6fb5c32dd4be48f1bd00e3f770180 2024-11-22T16:41:20,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/dee6fb5c32dd4be48f1bd00e3f770180, entries=200, sequenceid=513, filesize=39.0 K 2024-11-22T16:41:20,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/5d897e6872104450ba48a83d00c660d2 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/5d897e6872104450ba48a83d00c660d2 2024-11-22T16:41:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/5d897e6872104450ba48a83d00c660d2, entries=150, sequenceid=513, filesize=12.0 K 2024-11-22T16:41:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/37ea3ad8dfc54fb293ec59689a6c4327 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/37ea3ad8dfc54fb293ec59689a6c4327 2024-11-22T16:41:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/37ea3ad8dfc54fb293ec59689a6c4327, entries=150, sequenceid=513, filesize=12.0 K 2024-11-22T16:41:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~492.14 KB/503952, currentSize=6.71 KB/6870 for 2a4d65555741a5e58bc29ce33867d26a in 897ms, sequenceid=513, compaction requested=true 2024-11-22T16:41:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:20,845 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T16:41:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:20,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:20,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:20,846 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T16:41:20,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:20,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,848 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58751 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T16:41:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,848 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 155965 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T16:41:20,848 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/B is initiating minor compaction (all files) 2024-11-22T16:41:20,848 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/A is initiating minor compaction (all files) 2024-11-22T16:41:20,848 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/B in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:20,848 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/A in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:20,848 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/0d71de3b8bf547fea9d46a5a45e5c4fe, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/dcd1d6cf47ad49dea40cd53fb98f3c22, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/c9e095a412b24872a7cce82e7826a3fa, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/824759de04a64e7d857da2d242b0e31e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/5d897e6872104450ba48a83d00c660d2] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=57.4 K 2024-11-22T16:41:20,848 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/5be0864cbe5a4a8ea164234730fcba27, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/de892709885c4427aababda160d39ce0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/30edb760807f442cae5bff5c06a101d5, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/933e1e4400d9448ebc1de9d5265b9b4f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/dee6fb5c32dd4be48f1bd00e3f770180] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=152.3 K 2024-11-22T16:41:20,848 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:20,848 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/5be0864cbe5a4a8ea164234730fcba27, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/de892709885c4427aababda160d39ce0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/30edb760807f442cae5bff5c06a101d5, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/933e1e4400d9448ebc1de9d5265b9b4f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/dee6fb5c32dd4be48f1bd00e3f770180] 2024-11-22T16:41:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,849 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d71de3b8bf547fea9d46a5a45e5c4fe, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732293674354 2024-11-22T16:41:20,849 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5be0864cbe5a4a8ea164234730fcba27, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732293674354 2024-11-22T16:41:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,850 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting dcd1d6cf47ad49dea40cd53fb98f3c22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732293675554 2024-11-22T16:41:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,850 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting de892709885c4427aababda160d39ce0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732293675554 2024-11-22T16:41:20,850 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting c9e095a412b24872a7cce82e7826a3fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732293676304 2024-11-22T16:41:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,850 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30edb760807f442cae5bff5c06a101d5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732293676304 2024-11-22T16:41:20,850 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 824759de04a64e7d857da2d242b0e31e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732293678473 2024-11-22T16:41:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,851 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 933e1e4400d9448ebc1de9d5265b9b4f, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732293678473 2024-11-22T16:41:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,851 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d897e6872104450ba48a83d00c660d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732293679330 2024-11-22T16:41:20,851 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting dee6fb5c32dd4be48f1bd00e3f770180, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732293679326 2024-11-22T16:41:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,864 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,866 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#B#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,866 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/9de6cd9aa04a4bfbb4461f4422d0443b is 50, key is test_row_0/B:col10/1732293679332/Put/seqid=0 2024-11-22T16:41:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,868 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411227e2128bf302e4452bc15c2d0e82058c0_2a4d65555741a5e58bc29ce33867d26a store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,871 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411227e2128bf302e4452bc15c2d0e82058c0_2a4d65555741a5e58bc29ce33867d26a, store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:20,871 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227e2128bf302e4452bc15c2d0e82058c0_2a4d65555741a5e58bc29ce33867d26a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742023_1199 (size=12711) 2024-11-22T16:41:20,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742024_1200 (size=4469) 2024-11-22T16:41:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T16:41:20,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,945 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-22T16:41:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122333260ac51c34ca1bf498c20aeabbc67_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_1/A:col10/1732293679950/Put/seqid=0 2024-11-22T16:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742025_1201 (size=7374) 2024-11-22T16:41:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,002 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122333260ac51c34ca1bf498c20aeabbc67_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122333260ac51c34ca1bf498c20aeabbc67_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/d25bea1976884fcc82f219d120658b18, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:21,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/d25bea1976884fcc82f219d120658b18 is 175, key is test_row_1/A:col10/1732293679950/Put/seqid=0 2024-11-22T16:41:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742026_1202 (size=13865) 2024-11-22T16:41:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,012 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=517, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/d25bea1976884fcc82f219d120658b18 2024-11-22T16:41:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/7373094c450849f2b0a1c07925bd95bf is 50, key is test_row_1/B:col10/1732293679950/Put/seqid=0 2024-11-22T16:41:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742027_1203 (size=7415) 2024-11-22T16:41:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,046 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/7373094c450849f2b0a1c07925bd95bf 2024-11-22T16:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/f31a44183a2648fdb19f5b855ab19dd0 is 50, key is test_row_1/C:col10/1732293679950/Put/seqid=0 2024-11-22T16:41:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742028_1204 (size=7415) 2024-11-22T16:41:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,071 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/f31a44183a2648fdb19f5b855ab19dd0 2024-11-22T16:41:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/d25bea1976884fcc82f219d120658b18 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/d25bea1976884fcc82f219d120658b18 2024-11-22T16:41:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,083 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/d25bea1976884fcc82f219d120658b18, entries=50, sequenceid=517, filesize=13.5 K 2024-11-22T16:41:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/7373094c450849f2b0a1c07925bd95bf as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/7373094c450849f2b0a1c07925bd95bf 2024-11-22T16:41:21,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,089 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/7373094c450849f2b0a1c07925bd95bf, entries=50, sequenceid=517, filesize=7.2 K 2024-11-22T16:41:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/f31a44183a2648fdb19f5b855ab19dd0 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/f31a44183a2648fdb19f5b855ab19dd0 2024-11-22T16:41:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,095 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/f31a44183a2648fdb19f5b855ab19dd0, entries=50, sequenceid=517, filesize=7.2 K 2024-11-22T16:41:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,096 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 2a4d65555741a5e58bc29ce33867d26a in 152ms, sequenceid=517, compaction requested=true 2024-11-22T16:41:21,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:21,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-22T16:41:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-22T16:41:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-22T16:41:21,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 613 msec 2024-11-22T16:41:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 619 msec 2024-11-22T16:41:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T16:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,112 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,113 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-22T16:41:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T16:41:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,115 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,116 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:21,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:21,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T16:41:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:21,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:21,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:21,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:21,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:21,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122758fa52d93fd45dbbf5ce7c1d2d60668_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293681204/Put/seqid=0 2024-11-22T16:41:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T16:41:21,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742029_1205 (size=22618) 2024-11-22T16:41:21,234 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,244 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122758fa52d93fd45dbbf5ce7c1d2d60668_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122758fa52d93fd45dbbf5ce7c1d2d60668_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:21,246 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/674b2a7324bf469288dd29dfeee32b69, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:21,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/674b2a7324bf469288dd29dfeee32b69 is 175, key is test_row_0/A:col10/1732293681204/Put/seqid=0 2024-11-22T16:41:21,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742030_1206 (size=66023) 2024-11-22T16:41:21,260 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=527, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/674b2a7324bf469288dd29dfeee32b69 2024-11-22T16:41:21,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T16:41:21,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:21,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:21,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:21,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:21,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:21,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/885675b332c2482c9a564b206e7aa67b is 50, key is test_row_0/B:col10/1732293681204/Put/seqid=0 2024-11-22T16:41:21,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742031_1207 (size=12301) 2024-11-22T16:41:21,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/885675b332c2482c9a564b206e7aa67b 2024-11-22T16:41:21,285 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#A#compaction#172 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:21,286 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/c2aaccfd81b542cc8d3aa390d26ea9c9 is 175, key is test_row_0/A:col10/1732293679332/Put/seqid=0 2024-11-22T16:41:21,292 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/9de6cd9aa04a4bfbb4461f4422d0443b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/9de6cd9aa04a4bfbb4461f4422d0443b 2024-11-22T16:41:21,301 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/B of 2a4d65555741a5e58bc29ce33867d26a into 9de6cd9aa04a4bfbb4461f4422d0443b(size=12.4 K), total size for store is 19.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:21,301 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:21,301 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/B, priority=11, startTime=1732293680846; duration=0sec 2024-11-22T16:41:21,301 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:21,301 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:B 2024-11-22T16:41:21,301 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-22T16:41:21,304 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 66166 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-22T16:41:21,304 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/C is initiating minor compaction (all files) 2024-11-22T16:41:21,304 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/C in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:21,304 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/42b0fb1b68144e7ba7bc7d171a64e4fd, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/661db3fba50e4c3bb9f2fdc75479aaa2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/9c438e0391234940afb8bd17e5e917ff, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/b0bfcf86df514ecab13b1f23401521fa, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/37ea3ad8dfc54fb293ec59689a6c4327, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/f31a44183a2648fdb19f5b855ab19dd0] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=64.6 K 2024-11-22T16:41:21,306 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 42b0fb1b68144e7ba7bc7d171a64e4fd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732293674354 2024-11-22T16:41:21,306 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 661db3fba50e4c3bb9f2fdc75479aaa2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732293675554 2024-11-22T16:41:21,307 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c438e0391234940afb8bd17e5e917ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732293676304 2024-11-22T16:41:21,307 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting b0bfcf86df514ecab13b1f23401521fa, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732293678473 2024-11-22T16:41:21,308 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 37ea3ad8dfc54fb293ec59689a6c4327, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732293679330 2024-11-22T16:41:21,308 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting f31a44183a2648fdb19f5b855ab19dd0, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1732293679950 2024-11-22T16:41:21,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/261aa686e2b24c839386a844b047f2af is 50, key is test_row_0/C:col10/1732293681204/Put/seqid=0 2024-11-22T16:41:21,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742032_1208 (size=31665) 2024-11-22T16:41:21,328 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/c2aaccfd81b542cc8d3aa390d26ea9c9 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/c2aaccfd81b542cc8d3aa390d26ea9c9 2024-11-22T16:41:21,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742033_1209 (size=12301) 2024-11-22T16:41:21,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293681278, max timestamp=1732293681331Num uniques 859; 2024-11-22T16:41:21,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:41:21,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293681278, max timestamp=1732293681331Num uniques 859; 2024-11-22T16:41:21,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:41:21,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293681278, max timestamp=1732293681331Num uniques 859; 2024-11-22T16:41:21,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:41:21,343 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/A of 2a4d65555741a5e58bc29ce33867d26a into c2aaccfd81b542cc8d3aa390d26ea9c9(size=30.9 K), total size for store is 44.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:21,343 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:21,343 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/A, priority=11, startTime=1732293680845; duration=0sec 2024-11-22T16:41:21,343 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:21,343 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:A 2024-11-22T16:41:21,346 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#C#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:21,346 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/6810660afcf24c21b22f887f16380ab8 is 50, key is test_row_0/C:col10/1732293679332/Put/seqid=0 2024-11-22T16:41:21,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742034_1210 (size=12745) 2024-11-22T16:41:21,401 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/6810660afcf24c21b22f887f16380ab8 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/6810660afcf24c21b22f887f16380ab8 2024-11-22T16:41:21,408 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/C of 2a4d65555741a5e58bc29ce33867d26a into 6810660afcf24c21b22f887f16380ab8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:21,408 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:21,408 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/C, priority=10, startTime=1732293680846; duration=0sec 2024-11-22T16:41:21,408 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:21,408 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:C 2024-11-22T16:41:21,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T16:41:21,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:21,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:21,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:21,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:21,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T16:41:21,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293741462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:21,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:21,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:21,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:21,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293741481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:21,488 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 2a4d65555741a5e58bc29ce33867d26a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:21,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293741491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:21,493 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 2a4d65555741a5e58bc29ce33867d26a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:21,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:21,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:21,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:21,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293741502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:21,505 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in 2a4d65555741a5e58bc29ce33867d26a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:21,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:21,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:21,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:21,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293741511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:21,516 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in 2a4d65555741a5e58bc29ce33867d26a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:21,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:21,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:21,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:21,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293741571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:21,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T16:41:21,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:21,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:21,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:21,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:21,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:21,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T16:41:21,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:21,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:21,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:21,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:21,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:21,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/261aa686e2b24c839386a844b047f2af 2024-11-22T16:41:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T16:41:21,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/674b2a7324bf469288dd29dfeee32b69 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/674b2a7324bf469288dd29dfeee32b69 2024-11-22T16:41:21,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/674b2a7324bf469288dd29dfeee32b69, entries=350, sequenceid=527, filesize=64.5 K 2024-11-22T16:41:21,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/885675b332c2482c9a564b206e7aa67b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/885675b332c2482c9a564b206e7aa67b 2024-11-22T16:41:21,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/885675b332c2482c9a564b206e7aa67b, entries=150, sequenceid=527, filesize=12.0 K 2024-11-22T16:41:21,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/261aa686e2b24c839386a844b047f2af as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/261aa686e2b24c839386a844b047f2af 2024-11-22T16:41:21,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/261aa686e2b24c839386a844b047f2af, entries=150, sequenceid=527, filesize=12.0 K 2024-11-22T16:41:21,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 2a4d65555741a5e58bc29ce33867d26a in 553ms, sequenceid=527, compaction requested=true 2024-11-22T16:41:21,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:21,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:21,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:21,759 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:21,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:21,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:21,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:21,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:21,759 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:21,760 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111553 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:21,760 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/A is initiating minor compaction (all files) 2024-11-22T16:41:21,760 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32427 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:21,760 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/A in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:21,760 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/B is initiating minor compaction (all files) 2024-11-22T16:41:21,760 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/B in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:21,760 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/c2aaccfd81b542cc8d3aa390d26ea9c9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/d25bea1976884fcc82f219d120658b18, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/674b2a7324bf469288dd29dfeee32b69] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=108.9 K 2024-11-22T16:41:21,760 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/9de6cd9aa04a4bfbb4461f4422d0443b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/7373094c450849f2b0a1c07925bd95bf, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/885675b332c2482c9a564b206e7aa67b] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=31.7 K 2024-11-22T16:41:21,760 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:21,760 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/c2aaccfd81b542cc8d3aa390d26ea9c9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/d25bea1976884fcc82f219d120658b18, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/674b2a7324bf469288dd29dfeee32b69] 2024-11-22T16:41:21,760 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 9de6cd9aa04a4bfbb4461f4422d0443b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732293679330 2024-11-22T16:41:21,760 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2aaccfd81b542cc8d3aa390d26ea9c9, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732293679330 2024-11-22T16:41:21,761 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 7373094c450849f2b0a1c07925bd95bf, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1732293679950 2024-11-22T16:41:21,761 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting d25bea1976884fcc82f219d120658b18, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1732293679950 2024-11-22T16:41:21,761 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 885675b332c2482c9a564b206e7aa67b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732293681189 2024-11-22T16:41:21,761 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 674b2a7324bf469288dd29dfeee32b69, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732293681133 2024-11-22T16:41:21,772 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#B#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:21,773 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:21,773 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/14849a13dfd24857bf67c79f40537d59 is 50, key is test_row_0/B:col10/1732293681204/Put/seqid=0 2024-11-22T16:41:21,780 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122b116acb0a11044328e9229d9cd56125f_2a4d65555741a5e58bc29ce33867d26a store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:21,782 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122b116acb0a11044328e9229d9cd56125f_2a4d65555741a5e58bc29ce33867d26a, store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:21,782 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b116acb0a11044328e9229d9cd56125f_2a4d65555741a5e58bc29ce33867d26a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:21,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-22T16:41:21,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:21,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T16:41:21,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:21,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T16:41:21,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:21,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T16:41:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:21,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742035_1211 (size=12813) 2024-11-22T16:41:21,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742036_1212 (size=4469) 2024-11-22T16:41:21,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229dbe40d537bd4e4f9a76a113b3be9813_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293681782/Put/seqid=0 2024-11-22T16:41:21,799 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/14849a13dfd24857bf67c79f40537d59 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/14849a13dfd24857bf67c79f40537d59 2024-11-22T16:41:21,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742037_1213 (size=12454) 2024-11-22T16:41:21,805 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:21,809 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/B of 2a4d65555741a5e58bc29ce33867d26a into 14849a13dfd24857bf67c79f40537d59(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:21,809 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:21,809 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/B, priority=13, startTime=1732293681759; duration=0sec 2024-11-22T16:41:21,809 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229dbe40d537bd4e4f9a76a113b3be9813_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229dbe40d537bd4e4f9a76a113b3be9813_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:21,809 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:21,809 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:B 2024-11-22T16:41:21,809 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:41:21,810 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/557453d9aac84a78b54019df3545b1cf, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:21,810 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:41:21,810 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:41:21,810 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. because compaction request was cancelled 2024-11-22T16:41:21,810 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:C 2024-11-22T16:41:21,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/557453d9aac84a78b54019df3545b1cf is 175, key is test_row_0/A:col10/1732293681782/Put/seqid=0 2024-11-22T16:41:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742038_1214 (size=31255) 2024-11-22T16:41:21,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293741831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:21,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:21,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:21,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:21,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T16:41:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:21,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:21,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293741941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:21,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:21,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:21,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:22,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T16:41:22,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:22,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:22,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:22,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:22,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:22,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293742151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:22,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:22,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:22,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T16:41:22,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:22,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:22,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:22,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:22,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:22,194 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#A#compaction#181 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:22,195 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/0f555858bb1f46d7989421ba059bad8d is 175, key is test_row_0/A:col10/1732293681204/Put/seqid=0 2024-11-22T16:41:22,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742039_1215 (size=31767) 2024-11-22T16:41:22,217 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=568, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/557453d9aac84a78b54019df3545b1cf 2024-11-22T16:41:22,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/13224f315d37457aaec5301e3725079a is 50, key is test_row_0/B:col10/1732293681782/Put/seqid=0 2024-11-22T16:41:22,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742040_1216 (size=12301) 2024-11-22T16:41:22,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/13224f315d37457aaec5301e3725079a 2024-11-22T16:41:22,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/0bcf6a34143c449ca4bf9780fb646da0 is 50, key is test_row_0/C:col10/1732293681782/Put/seqid=0 2024-11-22T16:41:22,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742041_1217 (size=12301) 2024-11-22T16:41:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T16:41:22,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T16:41:22,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:22,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:22,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:22,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:22,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:22,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293742461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:22,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:22,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:22,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:22,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T16:41:22,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:22,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:22,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:22,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:22,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:22,604 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/0f555858bb1f46d7989421ba059bad8d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/0f555858bb1f46d7989421ba059bad8d 2024-11-22T16:41:22,612 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/A of 2a4d65555741a5e58bc29ce33867d26a into 0f555858bb1f46d7989421ba059bad8d(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:22,612 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:22,612 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/A, priority=13, startTime=1732293681759; duration=0sec 2024-11-22T16:41:22,612 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:22,612 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:A 2024-11-22T16:41:22,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/0bcf6a34143c449ca4bf9780fb646da0 2024-11-22T16:41:22,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/557453d9aac84a78b54019df3545b1cf as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/557453d9aac84a78b54019df3545b1cf 2024-11-22T16:41:22,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T16:41:22,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:22,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:22,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:22,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:22,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:22,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/557453d9aac84a78b54019df3545b1cf, entries=150, sequenceid=568, filesize=30.5 K 2024-11-22T16:41:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/13224f315d37457aaec5301e3725079a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/13224f315d37457aaec5301e3725079a 2024-11-22T16:41:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/13224f315d37457aaec5301e3725079a, entries=150, sequenceid=568, filesize=12.0 K 2024-11-22T16:41:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/0bcf6a34143c449ca4bf9780fb646da0 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/0bcf6a34143c449ca4bf9780fb646da0 2024-11-22T16:41:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/0bcf6a34143c449ca4bf9780fb646da0, entries=150, sequenceid=568, filesize=12.0 K 2024-11-22T16:41:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 2a4d65555741a5e58bc29ce33867d26a in 892ms, sequenceid=568, compaction requested=true 2024-11-22T16:41:22,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,676 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:41:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:22,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,677 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:41:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:22,677 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:41:22,677 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:41:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:22,677 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. because compaction request was cancelled 2024-11-22T16:41:22,677 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:A 2024-11-22T16:41:22,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:22,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:22,677 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,678 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:41:22,678 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:41:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,678 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. because compaction request was cancelled 2024-11-22T16:41:22,678 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:B 2024-11-22T16:41:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,679 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:22,679 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/C is initiating minor compaction (all files) 2024-11-22T16:41:22,679 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/C in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,679 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/6810660afcf24c21b22f887f16380ab8, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/261aa686e2b24c839386a844b047f2af, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/0bcf6a34143c449ca4bf9780fb646da0] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=36.5 K 2024-11-22T16:41:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,679 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 6810660afcf24c21b22f887f16380ab8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1732293679330 2024-11-22T16:41:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,680 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 261aa686e2b24c839386a844b047f2af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732293681189 2024-11-22T16:41:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,681 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bcf6a34143c449ca4bf9780fb646da0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1732293681450 2024-11-22T16:41:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,690 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#C#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,691 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/6515388e9fb8441f9daec283e1cff175 is 50, key is test_row_0/C:col10/1732293681782/Put/seqid=0 2024-11-22T16:41:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742042_1218 (size=12847) 2024-11-22T16:41:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T16:41:22,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:22,809 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-22T16:41:22,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:22,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:22,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:22,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:22,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112235d86930524948a69370ab05e5f000be_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_1/A:col10/1732293681830/Put/seqid=0 2024-11-22T16:41:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742043_1219 (size=9914) 2024-11-22T16:41:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,111 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/6515388e9fb8441f9daec283e1cff175 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/6515388e9fb8441f9daec283e1cff175 2024-11-22T16:41:23,133 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/C of 2a4d65555741a5e58bc29ce33867d26a into 6515388e9fb8441f9daec283e1cff175(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:23,133 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:23,133 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/C, priority=13, startTime=1732293682677; duration=0sec 2024-11-22T16:41:23,133 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:23,133 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:C 2024-11-22T16:41:23,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293683090, max timestamp=1732293683126Num uniques 859; 2024-11-22T16:41:23,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293683090, max timestamp=1732293683126Num uniques 859; 2024-11-22T16:41:23,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293683090, max timestamp=1732293683126Num uniques 859; 2024-11-22T16:41:23,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:41:23,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:41:23,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:41:23,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732293683206, max timestamp=1732293683243Num uniques 1018; 2024-11-22T16:41:23,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-22T16:41:23,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732293683206, max timestamp=1732293683243Num uniques 1018; 2024-11-22T16:41:23,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-22T16:41:23,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732293683206, max timestamp=1732293683243Num uniques 1018; 2024-11-22T16:41:23,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-22T16:41:23,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T16:41:23,263 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112235d86930524948a69370ab05e5f000be_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112235d86930524948a69370ab05e5f000be_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:23,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/f9b873f46a0e41d788743d3902ff0ff3, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:23,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/f9b873f46a0e41d788743d3902ff0ff3 is 175, key is test_row_1/A:col10/1732293681830/Put/seqid=0 2024-11-22T16:41:23,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742044_1220 (size=22561) 2024-11-22T16:41:23,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293743329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:23,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:23,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:23,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:23,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293743441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:23,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:23,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:23,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293743500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:23,503 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 2a4d65555741a5e58bc29ce33867d26a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:23,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293743511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:23,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293743511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:23,513 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 2a4d65555741a5e58bc29ce33867d26a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:23,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:23,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:23,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:23,513 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in 2a4d65555741a5e58bc29ce33867d26a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:23,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:23,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:23,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:23,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293743541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:23,547 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in 2a4d65555741a5e58bc29ce33867d26a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:23,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:23,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293743651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:23,670 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=579, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/f9b873f46a0e41d788743d3902ff0ff3 2024-11-22T16:41:23,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/a188165a94a0405a9499bf45f0345fa3 is 50, key is test_row_1/B:col10/1732293681830/Put/seqid=0 2024-11-22T16:41:23,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742045_1221 (size=9857) 2024-11-22T16:41:23,693 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/a188165a94a0405a9499bf45f0345fa3 2024-11-22T16:41:23,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/7e5e69ff17874f93b77d4466b89916d6 is 50, key is test_row_1/C:col10/1732293681830/Put/seqid=0 2024-11-22T16:41:23,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742046_1222 (size=9857) 2024-11-22T16:41:23,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293743961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:23,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:23,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:23,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:24,108 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/7e5e69ff17874f93b77d4466b89916d6 2024-11-22T16:41:24,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/f9b873f46a0e41d788743d3902ff0ff3 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/f9b873f46a0e41d788743d3902ff0ff3 2024-11-22T16:41:24,122 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/f9b873f46a0e41d788743d3902ff0ff3, entries=100, sequenceid=579, filesize=22.0 K 2024-11-22T16:41:24,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/a188165a94a0405a9499bf45f0345fa3 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/a188165a94a0405a9499bf45f0345fa3 2024-11-22T16:41:24,128 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/a188165a94a0405a9499bf45f0345fa3, entries=100, sequenceid=579, filesize=9.6 K 2024-11-22T16:41:24,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/7e5e69ff17874f93b77d4466b89916d6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/7e5e69ff17874f93b77d4466b89916d6 2024-11-22T16:41:24,140 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/7e5e69ff17874f93b77d4466b89916d6, entries=100, sequenceid=579, filesize=9.6 K 2024-11-22T16:41:24,142 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 2a4d65555741a5e58bc29ce33867d26a in 1332ms, sequenceid=579, compaction requested=true 2024-11-22T16:41:24,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:24,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:24,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-22T16:41:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-22T16:41:24,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-22T16:41:24,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0270 sec 2024-11-22T16:41:24,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 3.0330 sec 2024-11-22T16:41:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:24,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=147.60 KB heapSize=420 KB 2024-11-22T16:41:24,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:24,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T16:41:24,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:24,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T16:41:24,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:24,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T16:41:24,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fc888aa835a34b19ad4c0cda219adbef_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293683297/Put/seqid=0 2024-11-22T16:41:24,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742047_1223 (size=14994) 2024-11-22T16:41:24,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293744507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:24,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293744621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:24,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:24,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:24,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:24,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293744831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:24,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:24,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:24,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:24,892 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:24,896 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fc888aa835a34b19ad4c0cda219adbef_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fc888aa835a34b19ad4c0cda219adbef_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:24,897 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/bb284aff2ce948e9b6cf852bdf3d1fd2, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:24,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/bb284aff2ce948e9b6cf852bdf3d1fd2 is 175, key is test_row_0/A:col10/1732293683297/Put/seqid=0 2024-11-22T16:41:24,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742048_1224 (size=39949) 2024-11-22T16:41:25,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293745140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:25,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:25,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:25,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T16:41:25,281 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:25,281 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-22T16:41:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T16:41:25,283 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:25,284 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:25,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:25,303 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=635, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/bb284aff2ce948e9b6cf852bdf3d1fd2 2024-11-22T16:41:25,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/055c0faa557f4ad1ac28f8fb7b9e3f7a is 50, key is test_row_0/B:col10/1732293683297/Put/seqid=0 2024-11-22T16:41:25,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742049_1225 (size=12301) 2024-11-22T16:41:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T16:41:25,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T16:41:25,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:25,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:25,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:25,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:25,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:25,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T16:41:25,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:25,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:25,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:25,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:25,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T16:41:25,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293745651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:25,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/055c0faa557f4ad1ac28f8fb7b9e3f7a 2024-11-22T16:41:25,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/b7c325e26b404cf496bd0b7f62c5f25a is 50, key is test_row_0/C:col10/1732293683297/Put/seqid=0 2024-11-22T16:41:25,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742050_1226 (size=12301) 2024-11-22T16:41:25,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T16:41:25,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:25,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:25,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:25,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:25,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:25,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T16:41:25,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:25,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:25,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:25,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:25,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T16:41:26,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T16:41:26,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:26,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:26,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:26,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:26,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:26,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/b7c325e26b404cf496bd0b7f62c5f25a 2024-11-22T16:41:26,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/bb284aff2ce948e9b6cf852bdf3d1fd2 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/bb284aff2ce948e9b6cf852bdf3d1fd2 2024-11-22T16:41:26,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/bb284aff2ce948e9b6cf852bdf3d1fd2, entries=200, sequenceid=635, filesize=39.0 K 2024-11-22T16:41:26,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/055c0faa557f4ad1ac28f8fb7b9e3f7a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/055c0faa557f4ad1ac28f8fb7b9e3f7a 2024-11-22T16:41:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/055c0faa557f4ad1ac28f8fb7b9e3f7a, entries=150, sequenceid=635, filesize=12.0 K 2024-11-22T16:41:26,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/b7c325e26b404cf496bd0b7f62c5f25a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/b7c325e26b404cf496bd0b7f62c5f25a 2024-11-22T16:41:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/b7c325e26b404cf496bd0b7f62c5f25a, entries=150, sequenceid=635, filesize=12.0 K 2024-11-22T16:41:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~419.95 KB/430032, currentSize=33.54 KB/34350 for 2a4d65555741a5e58bc29ce33867d26a in 1675ms, sequenceid=635, compaction requested=true 2024-11-22T16:41:26,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:26,153 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:41:26,153 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:41:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:26,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:26,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:26,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,154 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47272 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:41:26,155 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/B is initiating minor compaction (all files) 2024-11-22T16:41:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,155 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/B in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:26,155 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/14849a13dfd24857bf67c79f40537d59, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/13224f315d37457aaec5301e3725079a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/a188165a94a0405a9499bf45f0345fa3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/055c0faa557f4ad1ac28f8fb7b9e3f7a] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=46.2 K 2024-11-22T16:41:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,155 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125532 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:41:26,155 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 14849a13dfd24857bf67c79f40537d59, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732293681189 2024-11-22T16:41:26,155 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/A is initiating minor compaction (all files) 2024-11-22T16:41:26,155 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/A in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:26,155 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/0f555858bb1f46d7989421ba059bad8d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/557453d9aac84a78b54019df3545b1cf, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/f9b873f46a0e41d788743d3902ff0ff3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/bb284aff2ce948e9b6cf852bdf3d1fd2] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=122.6 K 2024-11-22T16:41:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,156 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:26,156 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/0f555858bb1f46d7989421ba059bad8d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/557453d9aac84a78b54019df3545b1cf, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/f9b873f46a0e41d788743d3902ff0ff3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/bb284aff2ce948e9b6cf852bdf3d1fd2] 2024-11-22T16:41:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,156 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f555858bb1f46d7989421ba059bad8d, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732293681189 2024-11-22T16:41:26,157 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 13224f315d37457aaec5301e3725079a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1732293681450 2024-11-22T16:41:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,157 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 557453d9aac84a78b54019df3545b1cf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1732293681450 2024-11-22T16:41:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,157 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting a188165a94a0405a9499bf45f0345fa3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=579, earliestPutTs=1732293681822 2024-11-22T16:41:26,157 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9b873f46a0e41d788743d3902ff0ff3, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=579, earliestPutTs=1732293681822 2024-11-22T16:41:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,158 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 055c0faa557f4ad1ac28f8fb7b9e3f7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=635, earliestPutTs=1732293683297 2024-11-22T16:41:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,158 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb284aff2ce948e9b6cf852bdf3d1fd2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=635, earliestPutTs=1732293683297 2024-11-22T16:41:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,169 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,170 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#B#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,170 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/d46a20ac3b1e4cf1b1d9b106ec3e838c is 50, key is test_row_0/B:col10/1732293683297/Put/seqid=0 2024-11-22T16:41:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,173 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122128a7d79d38749e0b15366064e6bc65c_2a4d65555741a5e58bc29ce33867d26a store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,175 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122128a7d79d38749e0b15366064e6bc65c_2a4d65555741a5e58bc29ce33867d26a, store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:26,176 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122128a7d79d38749e0b15366064e6bc65c_2a4d65555741a5e58bc29ce33867d26a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742051_1227 (size=12949) 2024-11-22T16:41:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T16:41:26,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,204 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T16:41:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:26,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:26,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:26,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:26,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:26,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,213 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/d46a20ac3b1e4cf1b1d9b106ec3e838c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/d46a20ac3b1e4cf1b1d9b106ec3e838c 2024-11-22T16:41:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,220 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/B of 2a4d65555741a5e58bc29ce33867d26a into d46a20ac3b1e4cf1b1d9b106ec3e838c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:26,220 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:26,220 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/B, priority=12, startTime=1732293686153; duration=0sec 2024-11-22T16:41:26,220 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,220 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:B 2024-11-22T16:41:26,220 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,221 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:26,221 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/C is initiating minor compaction (all files) 2024-11-22T16:41:26,221 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/C in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:26,222 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/6515388e9fb8441f9daec283e1cff175, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/7e5e69ff17874f93b77d4466b89916d6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/b7c325e26b404cf496bd0b7f62c5f25a] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=34.2 K 2024-11-22T16:41:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,222 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 6515388e9fb8441f9daec283e1cff175, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=568, earliestPutTs=1732293681450 2024-11-22T16:41:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,223 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e5e69ff17874f93b77d4466b89916d6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=579, earliestPutTs=1732293681822 2024-11-22T16:41:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,223 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting b7c325e26b404cf496bd0b7f62c5f25a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=635, earliestPutTs=1732293683297 2024-11-22T16:41:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742052_1228 (size=4469) 2024-11-22T16:41:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,246 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#C#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:26,247 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/5dcc7c5486a94af3a4281c579dc68622 is 50, key is test_row_0/C:col10/1732293683297/Put/seqid=0 2024-11-22T16:41:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122337fd1cd20bc4d2b972530f85d5f16e3_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293684482/Put/seqid=0 2024-11-22T16:41:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742053_1229 (size=12949) 2024-11-22T16:41:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,269 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/5dcc7c5486a94af3a4281c579dc68622 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/5dcc7c5486a94af3a4281c579dc68622 2024-11-22T16:41:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,275 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/C of 2a4d65555741a5e58bc29ce33867d26a into 5dcc7c5486a94af3a4281c579dc68622(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:26,275 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:26,275 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/C, priority=13, startTime=1732293686153; duration=0sec 2024-11-22T16:41:26,275 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:26,275 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:C 2024-11-22T16:41:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742054_1230 (size=9914) 2024-11-22T16:41:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T16:41:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,641 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#A#compaction#193 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,641 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/0be4e4ce5ad74ec387a0852e33930a31 is 175, key is test_row_0/A:col10/1732293683297/Put/seqid=0 2024-11-22T16:41:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742055_1231 (size=31903) 2024-11-22T16:41:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:26,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,685 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122337fd1cd20bc4d2b972530f85d5f16e3_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122337fd1cd20bc4d2b972530f85d5f16e3_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:26,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/7a89362957254a97b97ae2c893335a4a, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:26,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/7a89362957254a97b97ae2c893335a4a is 175, key is test_row_0/A:col10/1732293684482/Put/seqid=0 2024-11-22T16:41:26,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742056_1232 (size=22561) 2024-11-22T16:41:26,703 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=643, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/7a89362957254a97b97ae2c893335a4a 2024-11-22T16:41:26,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/cc07b5c7c0bd4d21b70dd4581b3dccf3 is 50, key is test_row_0/B:col10/1732293684482/Put/seqid=0 2024-11-22T16:41:26,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742057_1233 (size=9857) 2024-11-22T16:41:26,740 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=643 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/cc07b5c7c0bd4d21b70dd4581b3dccf3 2024-11-22T16:41:26,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/756063d5896e41a7bc0aba8d24a56e02 is 50, key is test_row_0/C:col10/1732293684482/Put/seqid=0 2024-11-22T16:41:26,762 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293686725, max timestamp=1732293686758Num uniques 859; 2024-11-22T16:41:26,762 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:41:26,765 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293686725, max timestamp=1732293686758Num uniques 859; 2024-11-22T16:41:26,765 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:41:26,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293686725, max timestamp=1732293686758Num uniques 859; 2024-11-22T16:41:26,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:41:26,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742058_1234 (size=9857) 2024-11-22T16:41:26,781 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=643 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/756063d5896e41a7bc0aba8d24a56e02 2024-11-22T16:41:26,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/7a89362957254a97b97ae2c893335a4a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/7a89362957254a97b97ae2c893335a4a 2024-11-22T16:41:26,793 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/7a89362957254a97b97ae2c893335a4a, entries=100, sequenceid=643, filesize=22.0 K 2024-11-22T16:41:26,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/cc07b5c7c0bd4d21b70dd4581b3dccf3 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/cc07b5c7c0bd4d21b70dd4581b3dccf3 2024-11-22T16:41:26,801 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/cc07b5c7c0bd4d21b70dd4581b3dccf3, entries=100, sequenceid=643, filesize=9.6 K 2024-11-22T16:41:26,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/756063d5896e41a7bc0aba8d24a56e02 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/756063d5896e41a7bc0aba8d24a56e02 2024-11-22T16:41:26,810 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/756063d5896e41a7bc0aba8d24a56e02, entries=100, sequenceid=643, filesize=9.6 K 2024-11-22T16:41:26,813 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=93.93 KB/96180 for 2a4d65555741a5e58bc29ce33867d26a in 610ms, sequenceid=643, compaction requested=false 2024-11-22T16:41:26,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:26,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:26,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-22T16:41:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-22T16:41:26,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=100.63 KB heapSize=280.69 KB 2024-11-22T16:41:26,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:26,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-22T16:41:26,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5320 sec 2024-11-22T16:41:26,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:26,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:26,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:26,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:26,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:26,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.5380 sec 2024-11-22T16:41:26,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112220a5878ed1884e238ff43f49b9fb29ea_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293686809/Put/seqid=0 2024-11-22T16:41:26,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742059_1235 (size=14994) 2024-11-22T16:41:26,849 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:26,853 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112220a5878ed1884e238ff43f49b9fb29ea_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112220a5878ed1884e238ff43f49b9fb29ea_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:26,854 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/2395564c050f4b1daebf448ad8eb1e74, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:26,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/2395564c050f4b1daebf448ad8eb1e74 is 175, key is test_row_0/A:col10/1732293686809/Put/seqid=0 2024-11-22T16:41:26,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742060_1236 (size=39949) 2024-11-22T16:41:26,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293746903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:27,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293747029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:27,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:27,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:27,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:27,060 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/0be4e4ce5ad74ec387a0852e33930a31 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/0be4e4ce5ad74ec387a0852e33930a31 2024-11-22T16:41:27,074 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/A of 2a4d65555741a5e58bc29ce33867d26a into 0be4e4ce5ad74ec387a0852e33930a31(size=31.2 K), total size for store is 53.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:27,074 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:27,075 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/A, priority=12, startTime=1732293686152; duration=0sec 2024-11-22T16:41:27,075 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:27,075 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:A 2024-11-22T16:41:27,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293747241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:27,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:27,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:27,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:27,269 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=676, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/2395564c050f4b1daebf448ad8eb1e74 2024-11-22T16:41:27,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/633344e90c7b4ff4b56c34c243c2744a is 50, key is test_row_0/B:col10/1732293686809/Put/seqid=0 2024-11-22T16:41:27,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742061_1237 (size=12301) 2024-11-22T16:41:27,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T16:41:27,431 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:27,431 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-22T16:41:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T16:41:27,433 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:27,434 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:27,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:27,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57636 deadline: 1732293747531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:27,534 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 2a4d65555741a5e58bc29ce33867d26a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:27,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:27,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:27,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T16:41:27,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57558 deadline: 1732293747541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:27,546 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in 2a4d65555741a5e58bc29ce33867d26a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:27,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293747551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:27,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:27,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:27,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:27,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57612 deadline: 1732293747561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:27,564 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 2a4d65555741a5e58bc29ce33867d26a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:27,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:27,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:27,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:27,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T16:41:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:27,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:27,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57624 deadline: 1732293747591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:27,597 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in 2a4d65555741a5e58bc29ce33867d26a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8255 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:27,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:27,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:27,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:27,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=676 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/633344e90c7b4ff4b56c34c243c2744a 2024-11-22T16:41:27,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/3f6972060caa48d19a579f35fccfb434 is 50, key is test_row_0/C:col10/1732293686809/Put/seqid=0 2024-11-22T16:41:27,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742062_1238 (size=12301) 2024-11-22T16:41:27,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T16:41:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:27,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:27,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T16:41:27,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T16:41:27,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:27,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:27,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:27,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:27,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:28,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T16:41:28,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:28,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:28,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:28,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:28,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T16:41:28,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293748061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:28,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:28,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:28,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:28,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=676 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/3f6972060caa48d19a579f35fccfb434 2024-11-22T16:41:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/2395564c050f4b1daebf448ad8eb1e74 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/2395564c050f4b1daebf448ad8eb1e74 2024-11-22T16:41:28,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/2395564c050f4b1daebf448ad8eb1e74, entries=200, sequenceid=676, filesize=39.0 K 2024-11-22T16:41:28,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/633344e90c7b4ff4b56c34c243c2744a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/633344e90c7b4ff4b56c34c243c2744a 2024-11-22T16:41:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/633344e90c7b4ff4b56c34c243c2744a, entries=150, sequenceid=676, filesize=12.0 K 2024-11-22T16:41:28,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/3f6972060caa48d19a579f35fccfb434 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/3f6972060caa48d19a579f35fccfb434 2024-11-22T16:41:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/3f6972060caa48d19a579f35fccfb434, entries=150, sequenceid=676, filesize=12.0 K 2024-11-22T16:41:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~280.64 KB/287376, currentSize=80.51 KB/82440 for 2a4d65555741a5e58bc29ce33867d26a in 1316ms, sequenceid=676, compaction requested=true 2024-11-22T16:41:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:28,133 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2a4d65555741a5e58bc29ce33867d26a:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:28,133 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,134 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:28,135 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/A is initiating minor compaction (all files) 2024-11-22T16:41:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,135 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/A in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:28,135 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:28,135 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/0be4e4ce5ad74ec387a0852e33930a31, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/7a89362957254a97b97ae2c893335a4a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/2395564c050f4b1daebf448ad8eb1e74] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=92.2 K 2024-11-22T16:41:28,135 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/B is initiating minor compaction (all files) 2024-11-22T16:41:28,135 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:28,135 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/B in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:28,135 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/0be4e4ce5ad74ec387a0852e33930a31, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/7a89362957254a97b97ae2c893335a4a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/2395564c050f4b1daebf448ad8eb1e74] 2024-11-22T16:41:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,135 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/d46a20ac3b1e4cf1b1d9b106ec3e838c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/cc07b5c7c0bd4d21b70dd4581b3dccf3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/633344e90c7b4ff4b56c34c243c2744a] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=34.3 K 2024-11-22T16:41:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,135 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0be4e4ce5ad74ec387a0852e33930a31, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=635, earliestPutTs=1732293683297 2024-11-22T16:41:28,136 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting d46a20ac3b1e4cf1b1d9b106ec3e838c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=635, earliestPutTs=1732293683297 2024-11-22T16:41:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,136 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a89362957254a97b97ae2c893335a4a, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=643, earliestPutTs=1732293684482 2024-11-22T16:41:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,136 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting cc07b5c7c0bd4d21b70dd4581b3dccf3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=643, earliestPutTs=1732293684482 2024-11-22T16:41:28,136 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2395564c050f4b1daebf448ad8eb1e74, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=676, earliestPutTs=1732293686784 2024-11-22T16:41:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,137 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 633344e90c7b4ff4b56c34c243c2744a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=676, earliestPutTs=1732293686805 2024-11-22T16:41:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,144 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,146 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#B#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,147 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/3f0c8730dd1b4802ab1ca3ce758cc323 is 50, key is test_row_0/B:col10/1732293686809/Put/seqid=0 2024-11-22T16:41:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,148 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122c540491230b048718f59539cd205bde5_2a4d65555741a5e58bc29ce33867d26a store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,150 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122c540491230b048718f59539cd205bde5_2a4d65555741a5e58bc29ce33867d26a, store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,150 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c540491230b048718f59539cd205bde5_2a4d65555741a5e58bc29ce33867d26a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742063_1239 (size=13051) 2024-11-22T16:41:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742064_1240 (size=4469) 2024-11-22T16:41:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T16:41:28,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:28,201 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T16:41:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:28,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:28,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:28,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:28,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:28,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112282d06e4a15154d3d8a8b7aa8663b4a66_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_1/A:col10/1732293686901/Put/seqid=0 2024-11-22T16:41:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742065_1241 (size=9914) 2024-11-22T16:41:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,560 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#A#compaction#201 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,560 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/fd468012c8dc4184b97692cacd1ee8fb is 175, key is test_row_0/A:col10/1732293686809/Put/seqid=0 2024-11-22T16:41:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,562 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/3f0c8730dd1b4802ab1ca3ce758cc323 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/3f0c8730dd1b4802ab1ca3ce758cc323 2024-11-22T16:41:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,568 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/B of 2a4d65555741a5e58bc29ce33867d26a into 3f0c8730dd1b4802ab1ca3ce758cc323(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:28,568 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:28,568 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/B, priority=13, startTime=1732293688133; duration=0sec 2024-11-22T16:41:28,568 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:28,568 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:B 2024-11-22T16:41:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,568 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,570 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:28,570 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 2a4d65555741a5e58bc29ce33867d26a/C is initiating minor compaction (all files) 2024-11-22T16:41:28,570 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2a4d65555741a5e58bc29ce33867d26a/C in TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:28,570 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/5dcc7c5486a94af3a4281c579dc68622, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/756063d5896e41a7bc0aba8d24a56e02, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/3f6972060caa48d19a579f35fccfb434] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp, totalSize=34.3 K 2024-11-22T16:41:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,571 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dcc7c5486a94af3a4281c579dc68622, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=635, earliestPutTs=1732293683297 2024-11-22T16:41:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T16:41:28,572 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 756063d5896e41a7bc0aba8d24a56e02, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=643, earliestPutTs=1732293684482 2024-11-22T16:41:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,572 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f6972060caa48d19a579f35fccfb434, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=676, earliestPutTs=1732293686805 2024-11-22T16:41:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742066_1242 (size=32005) 2024-11-22T16:41:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,591 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2a4d65555741a5e58bc29ce33867d26a#C#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:28,592 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/b02d09d68642464e9bb22dc69e611a35 is 50, key is test_row_0/C:col10/1732293686809/Put/seqid=0 2024-11-22T16:41:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,598 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/fd468012c8dc4184b97692cacd1ee8fb as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/fd468012c8dc4184b97692cacd1ee8fb 2024-11-22T16:41:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,606 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/A of 2a4d65555741a5e58bc29ce33867d26a into fd468012c8dc4184b97692cacd1ee8fb(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:28,606 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,607 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/A, priority=13, startTime=1732293688133; duration=0sec 2024-11-22T16:41:28,607 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:28,607 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:A 2024-11-22T16:41:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742067_1243 (size=13051) 2024-11-22T16:41:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,645 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112282d06e4a15154d3d8a8b7aa8663b4a66_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112282d06e4a15154d3d8a8b7aa8663b4a66_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/5e97452e75204876a71f6d99d09d71e2, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/5e97452e75204876a71f6d99d09d71e2 is 175, key is test_row_1/A:col10/1732293686901/Put/seqid=0 2024-11-22T16:41:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742068_1244 (size=22561) 2024-11-22T16:41:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,656 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=692, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/5e97452e75204876a71f6d99d09d71e2 2024-11-22T16:41:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/441eb364049342c280fbde3fce7d31d0 is 50, key is test_row_1/B:col10/1732293686901/Put/seqid=0 2024-11-22T16:41:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742069_1245 (size=9857) 2024-11-22T16:41:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,020 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/b02d09d68642464e9bb22dc69e611a35 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/b02d09d68642464e9bb22dc69e611a35 2024-11-22T16:41:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,028 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2a4d65555741a5e58bc29ce33867d26a/C of 2a4d65555741a5e58bc29ce33867d26a into b02d09d68642464e9bb22dc69e611a35(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:29,028 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:29,028 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., storeName=2a4d65555741a5e58bc29ce33867d26a/C, priority=13, startTime=1732293688133; duration=0sec 2024-11-22T16:41:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,028 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:29,028 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2a4d65555741a5e58bc29ce33867d26a:C 2024-11-22T16:41:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,088 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=692 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/441eb364049342c280fbde3fce7d31d0 2024-11-22T16:41:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/e2688c7ac8f34570ba47348e81b45046 is 50, key is test_row_1/C:col10/1732293686901/Put/seqid=0 2024-11-22T16:41:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742070_1246 (size=9857) 2024-11-22T16:41:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:29,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293749139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:29,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293749251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:29,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57580 deadline: 1732293749461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:29,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:29,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:29,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:41:29,507 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=692 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/e2688c7ac8f34570ba47348e81b45046 2024-11-22T16:41:29,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/5e97452e75204876a71f6d99d09d71e2 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/5e97452e75204876a71f6d99d09d71e2 2024-11-22T16:41:29,518 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/5e97452e75204876a71f6d99d09d71e2, entries=100, sequenceid=692, filesize=22.0 K 2024-11-22T16:41:29,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/441eb364049342c280fbde3fce7d31d0 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/441eb364049342c280fbde3fce7d31d0 2024-11-22T16:41:29,526 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/441eb364049342c280fbde3fce7d31d0, entries=100, sequenceid=692, filesize=9.6 K 2024-11-22T16:41:29,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/e2688c7ac8f34570ba47348e81b45046 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/e2688c7ac8f34570ba47348e81b45046 2024-11-22T16:41:29,534 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/e2688c7ac8f34570ba47348e81b45046, entries=100, sequenceid=692, filesize=9.6 K 2024-11-22T16:41:29,536 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 2a4d65555741a5e58bc29ce33867d26a in 1334ms, sequenceid=692, compaction requested=false 2024-11-22T16:41:29,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:29,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:29,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-22T16:41:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-22T16:41:29,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-22T16:41:29,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1040 sec 2024-11-22T16:41:29,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 2.1120 sec 2024-11-22T16:41:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T16:41:29,581 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:29,582 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-22T16:41:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T16:41:29,585 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:29,587 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:29,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T16:41:29,729 INFO [Thread-744 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-744. 2024-11-22T16:41:29,729 DEBUG [Thread-744 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:29,729 DEBUG [Thread-744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:29,730 DEBUG [Thread-744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:29,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:29,730 INFO [Thread-746 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-746. 2024-11-22T16:41:29,730 DEBUG [Thread-746 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:29,731 DEBUG [Thread-746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:29,731 DEBUG [Thread-746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:29,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:29,733 INFO [Thread-742 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-742. 2024-11-22T16:41:29,733 DEBUG [Thread-742 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:29,733 DEBUG [Thread-742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:29,733 DEBUG [Thread-742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:29,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:29,736 INFO [Thread-748 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-748. 2024-11-22T16:41:29,736 DEBUG [Thread-748 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:29,736 DEBUG [Thread-748 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:29,736 DEBUG [Thread-748 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:29,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:29,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-22T16:41:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:29,741 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T16:41:29,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:29,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:29,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:29,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:29,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:29,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:29,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cde2d9112c8b449781bff59b25473e3f_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293689136/Put/seqid=0 2024-11-22T16:41:29,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742071_1247 (size=12454) 2024-11-22T16:41:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:29,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. as already flushing 2024-11-22T16:41:29,772 INFO [Thread-733 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-733. 2024-11-22T16:41:29,772 DEBUG [Thread-733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:29,772 DEBUG [Thread-733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:29,773 DEBUG [Thread-733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:29,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T16:41:30,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:30,158 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cde2d9112c8b449781bff59b25473e3f_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cde2d9112c8b449781bff59b25473e3f_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:30,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/0207bcff48cb4cbd9bf2df9421cb3369, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:30,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/0207bcff48cb4cbd9bf2df9421cb3369 is 175, key is test_row_0/A:col10/1732293689136/Put/seqid=0 2024-11-22T16:41:30,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742072_1248 (size=31255) 2024-11-22T16:41:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T16:41:30,565 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=712, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/0207bcff48cb4cbd9bf2df9421cb3369 2024-11-22T16:41:30,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/920894e45cb44173af243423c541e919 is 50, key is test_row_0/B:col10/1732293689136/Put/seqid=0 2024-11-22T16:41:30,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742073_1249 (size=12301) 2024-11-22T16:41:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T16:41:30,977 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=712 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/920894e45cb44173af243423c541e919 2024-11-22T16:41:30,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/9ab3d2f2d8d6403181f9a38d3c57ccb2 is 50, key is test_row_0/C:col10/1732293689136/Put/seqid=0 2024-11-22T16:41:30,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742074_1250 (size=12301) 2024-11-22T16:41:31,388 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=712 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/9ab3d2f2d8d6403181f9a38d3c57ccb2 2024-11-22T16:41:31,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/0207bcff48cb4cbd9bf2df9421cb3369 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/0207bcff48cb4cbd9bf2df9421cb3369 2024-11-22T16:41:31,398 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/0207bcff48cb4cbd9bf2df9421cb3369, entries=150, sequenceid=712, filesize=30.5 K 2024-11-22T16:41:31,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/920894e45cb44173af243423c541e919 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/920894e45cb44173af243423c541e919 2024-11-22T16:41:31,403 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/920894e45cb44173af243423c541e919, entries=150, sequenceid=712, filesize=12.0 K 2024-11-22T16:41:31,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/9ab3d2f2d8d6403181f9a38d3c57ccb2 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/9ab3d2f2d8d6403181f9a38d3c57ccb2 2024-11-22T16:41:31,407 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/9ab3d2f2d8d6403181f9a38d3c57ccb2, entries=150, sequenceid=712, filesize=12.0 K 2024-11-22T16:41:31,408 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=6.71 KB/6870 for 2a4d65555741a5e58bc29ce33867d26a in 1668ms, sequenceid=712, compaction requested=true 2024-11-22T16:41:31,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 2a4d65555741a5e58bc29ce33867d26a: 2024-11-22T16:41:31,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:31,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-22T16:41:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-22T16:41:31,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-22T16:41:31,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8220 sec 2024-11-22T16:41:31,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.8300 sec 2024-11-22T16:41:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T16:41:31,731 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:33,602 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:41:37,612 INFO [Thread-737 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-737. 2024-11-22T16:41:37,612 INFO [Thread-739 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-739. 2024-11-22T16:41:37,612 DEBUG [Thread-739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:37,612 DEBUG [Thread-737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:37,612 DEBUG [Thread-739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:37,612 DEBUG [Thread-737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:37,613 DEBUG [Thread-737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:37,613 DEBUG [Thread-739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:37,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:37,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:37,632 INFO [Thread-731 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-731. 2024-11-22T16:41:37,632 DEBUG [Thread-731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:37,632 DEBUG [Thread-731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:37,632 DEBUG [Thread-731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:37,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:37,642 INFO [Thread-735 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-735. 2024-11-22T16:41:37,642 DEBUG [Thread-735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:41:37,642 DEBUG [Thread-735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:37,642 DEBUG [Thread-735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:37,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:37,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T16:41:37,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-22T16:41:37,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 238 2024-11-22T16:41:37,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 121 2024-11-22T16:41:37,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-22T16:41:37,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-22T16:41:37,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T16:41:37,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2232 2024-11-22T16:41:37,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2182 2024-11-22T16:41:37,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T16:41:37,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 968 2024-11-22T16:41:37,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2901 rows 2024-11-22T16:41:37,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 971 2024-11-22T16:41:37,643 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2908 rows 2024-11-22T16:41:37,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:41:37,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:41:37,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:37,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:37,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:41:37,644 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T16:41:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T16:41:37,647 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293697646"}]},"ts":"1732293697646"} 2024-11-22T16:41:37,648 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T16:41:37,648 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T16:41:37,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T16:41:37,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a4d65555741a5e58bc29ce33867d26a, UNASSIGN}] 2024-11-22T16:41:37,650 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a4d65555741a5e58bc29ce33867d26a, UNASSIGN 2024-11-22T16:41:37,651 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=2a4d65555741a5e58bc29ce33867d26a, regionState=CLOSING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:41:37,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a4d65555741a5e58bc29ce33867d26a, UNASSIGN because future has completed 2024-11-22T16:41:37,652 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T16:41:37,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:41:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T16:41:37,804 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:37,804 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T16:41:37,804 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing 2a4d65555741a5e58bc29ce33867d26a, disabling compactions & flushes 2024-11-22T16:41:37,804 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:37,804 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:37,804 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. after waiting 0 ms 2024-11-22T16:41:37,804 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:37,804 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing 2a4d65555741a5e58bc29ce33867d26a 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T16:41:37,805 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=A 2024-11-22T16:41:37,805 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:37,805 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=B 2024-11-22T16:41:37,805 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:37,805 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2a4d65555741a5e58bc29ce33867d26a, store=C 2024-11-22T16:41:37,805 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:37,813 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220c89ee2377fb4a96bb623397a60f9805_2a4d65555741a5e58bc29ce33867d26a is 50, key is test_row_0/A:col10/1732293689771/Put/seqid=0 2024-11-22T16:41:37,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742075_1251 (size=12454) 2024-11-22T16:41:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T16:41:38,217 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:38,221 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220c89ee2377fb4a96bb623397a60f9805_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220c89ee2377fb4a96bb623397a60f9805_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:38,222 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/253d601e6fc54f559602fde01cc03029, store: [table=TestAcidGuarantees family=A region=2a4d65555741a5e58bc29ce33867d26a] 2024-11-22T16:41:38,222 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/253d601e6fc54f559602fde01cc03029 is 175, key is test_row_0/A:col10/1732293689771/Put/seqid=0 2024-11-22T16:41:38,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742076_1252 (size=31255) 2024-11-22T16:41:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T16:41:38,628 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=720, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/253d601e6fc54f559602fde01cc03029 2024-11-22T16:41:38,635 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/de546fa99bd14cdb85ef4a283f4200c0 is 50, key is test_row_0/B:col10/1732293689771/Put/seqid=0 2024-11-22T16:41:38,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742077_1253 (size=12301) 2024-11-22T16:41:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T16:41:39,042 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=720 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/de546fa99bd14cdb85ef4a283f4200c0 2024-11-22T16:41:39,048 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/94e14b2a9a84471c8cd2148329867dab is 50, key is test_row_0/C:col10/1732293689771/Put/seqid=0 2024-11-22T16:41:39,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742078_1254 (size=12301) 2024-11-22T16:41:39,452 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=720 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/94e14b2a9a84471c8cd2148329867dab 2024-11-22T16:41:39,456 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/A/253d601e6fc54f559602fde01cc03029 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/253d601e6fc54f559602fde01cc03029 2024-11-22T16:41:39,459 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/253d601e6fc54f559602fde01cc03029, entries=150, sequenceid=720, filesize=30.5 K 2024-11-22T16:41:39,460 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/B/de546fa99bd14cdb85ef4a283f4200c0 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/de546fa99bd14cdb85ef4a283f4200c0 2024-11-22T16:41:39,463 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/de546fa99bd14cdb85ef4a283f4200c0, entries=150, sequenceid=720, filesize=12.0 K 2024-11-22T16:41:39,464 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/.tmp/C/94e14b2a9a84471c8cd2148329867dab as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/94e14b2a9a84471c8cd2148329867dab 2024-11-22T16:41:39,467 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/94e14b2a9a84471c8cd2148329867dab, entries=150, sequenceid=720, filesize=12.0 K 2024-11-22T16:41:39,468 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 2a4d65555741a5e58bc29ce33867d26a in 1664ms, sequenceid=720, compaction requested=true 2024-11-22T16:41:39,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/ee13b72f69504385b6289a9482b24ff6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/77b17129d922425cb305d726fe4c42aa, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/3b43669a16464561944b5cd155eb3521, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/4a1dd568d4a54df9a576492a98ccbd76, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/ae6f2b8718244420892b9638dbaefb06, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/c1984e4c8610448d95a7bf75bb315d06, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/db325f38175244f3b1653ffe4a37949d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/5be0864cbe5a4a8ea164234730fcba27, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/de892709885c4427aababda160d39ce0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/30edb760807f442cae5bff5c06a101d5, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/933e1e4400d9448ebc1de9d5265b9b4f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/dee6fb5c32dd4be48f1bd00e3f770180, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/c2aaccfd81b542cc8d3aa390d26ea9c9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/d25bea1976884fcc82f219d120658b18, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/674b2a7324bf469288dd29dfeee32b69, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/0f555858bb1f46d7989421ba059bad8d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/557453d9aac84a78b54019df3545b1cf, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/f9b873f46a0e41d788743d3902ff0ff3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/bb284aff2ce948e9b6cf852bdf3d1fd2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/0be4e4ce5ad74ec387a0852e33930a31, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/7a89362957254a97b97ae2c893335a4a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/2395564c050f4b1daebf448ad8eb1e74] to archive 2024-11-22T16:41:39,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:41:39,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/ee13b72f69504385b6289a9482b24ff6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/ee13b72f69504385b6289a9482b24ff6 2024-11-22T16:41:39,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/77b17129d922425cb305d726fe4c42aa to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/77b17129d922425cb305d726fe4c42aa 2024-11-22T16:41:39,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/3b43669a16464561944b5cd155eb3521 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/3b43669a16464561944b5cd155eb3521 2024-11-22T16:41:39,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/4a1dd568d4a54df9a576492a98ccbd76 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/4a1dd568d4a54df9a576492a98ccbd76 2024-11-22T16:41:39,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/ae6f2b8718244420892b9638dbaefb06 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/ae6f2b8718244420892b9638dbaefb06 2024-11-22T16:41:39,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/c1984e4c8610448d95a7bf75bb315d06 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/c1984e4c8610448d95a7bf75bb315d06 2024-11-22T16:41:39,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/db325f38175244f3b1653ffe4a37949d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/db325f38175244f3b1653ffe4a37949d 2024-11-22T16:41:39,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/5be0864cbe5a4a8ea164234730fcba27 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/5be0864cbe5a4a8ea164234730fcba27 2024-11-22T16:41:39,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/de892709885c4427aababda160d39ce0 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/de892709885c4427aababda160d39ce0 2024-11-22T16:41:39,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/30edb760807f442cae5bff5c06a101d5 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/30edb760807f442cae5bff5c06a101d5 2024-11-22T16:41:39,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/933e1e4400d9448ebc1de9d5265b9b4f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/933e1e4400d9448ebc1de9d5265b9b4f 2024-11-22T16:41:39,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/dee6fb5c32dd4be48f1bd00e3f770180 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/dee6fb5c32dd4be48f1bd00e3f770180 2024-11-22T16:41:39,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/c2aaccfd81b542cc8d3aa390d26ea9c9 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/c2aaccfd81b542cc8d3aa390d26ea9c9 2024-11-22T16:41:39,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/d25bea1976884fcc82f219d120658b18 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/d25bea1976884fcc82f219d120658b18 2024-11-22T16:41:39,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/674b2a7324bf469288dd29dfeee32b69 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/674b2a7324bf469288dd29dfeee32b69 2024-11-22T16:41:39,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/0f555858bb1f46d7989421ba059bad8d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/0f555858bb1f46d7989421ba059bad8d 2024-11-22T16:41:39,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/557453d9aac84a78b54019df3545b1cf to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/557453d9aac84a78b54019df3545b1cf 2024-11-22T16:41:39,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/f9b873f46a0e41d788743d3902ff0ff3 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/f9b873f46a0e41d788743d3902ff0ff3 2024-11-22T16:41:39,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/bb284aff2ce948e9b6cf852bdf3d1fd2 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/bb284aff2ce948e9b6cf852bdf3d1fd2 2024-11-22T16:41:39,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/0be4e4ce5ad74ec387a0852e33930a31 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/0be4e4ce5ad74ec387a0852e33930a31 2024-11-22T16:41:39,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/7a89362957254a97b97ae2c893335a4a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/7a89362957254a97b97ae2c893335a4a 2024-11-22T16:41:39,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/2395564c050f4b1daebf448ad8eb1e74 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/2395564c050f4b1daebf448ad8eb1e74 2024-11-22T16:41:39,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/7e102882fa814e219d4772c0f68f6c0f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/facb06148fae4b9fa98e830493ccb202, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/6955c32cfbe84435995366c2233d83ac, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/9f33219baa2a4886bfe532a12aefeba2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/059c76ff01a04b5ba94e62e546d8570f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/821287949b9849cdad7310ed3c988493, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/0d71de3b8bf547fea9d46a5a45e5c4fe, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/b58634de28b24c2e91aa54a16b81ad30, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/dcd1d6cf47ad49dea40cd53fb98f3c22, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/c9e095a412b24872a7cce82e7826a3fa, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/824759de04a64e7d857da2d242b0e31e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/9de6cd9aa04a4bfbb4461f4422d0443b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/5d897e6872104450ba48a83d00c660d2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/7373094c450849f2b0a1c07925bd95bf, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/14849a13dfd24857bf67c79f40537d59, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/885675b332c2482c9a564b206e7aa67b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/13224f315d37457aaec5301e3725079a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/a188165a94a0405a9499bf45f0345fa3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/d46a20ac3b1e4cf1b1d9b106ec3e838c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/055c0faa557f4ad1ac28f8fb7b9e3f7a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/cc07b5c7c0bd4d21b70dd4581b3dccf3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/633344e90c7b4ff4b56c34c243c2744a] to archive 2024-11-22T16:41:39,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:41:39,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/7e102882fa814e219d4772c0f68f6c0f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/7e102882fa814e219d4772c0f68f6c0f 2024-11-22T16:41:39,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/facb06148fae4b9fa98e830493ccb202 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/facb06148fae4b9fa98e830493ccb202 2024-11-22T16:41:39,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/6955c32cfbe84435995366c2233d83ac to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/6955c32cfbe84435995366c2233d83ac 2024-11-22T16:41:39,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/9f33219baa2a4886bfe532a12aefeba2 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/9f33219baa2a4886bfe532a12aefeba2 2024-11-22T16:41:39,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/059c76ff01a04b5ba94e62e546d8570f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/059c76ff01a04b5ba94e62e546d8570f 2024-11-22T16:41:39,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/821287949b9849cdad7310ed3c988493 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/821287949b9849cdad7310ed3c988493 2024-11-22T16:41:39,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/0d71de3b8bf547fea9d46a5a45e5c4fe to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/0d71de3b8bf547fea9d46a5a45e5c4fe 2024-11-22T16:41:39,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/b58634de28b24c2e91aa54a16b81ad30 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/b58634de28b24c2e91aa54a16b81ad30 2024-11-22T16:41:39,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/dcd1d6cf47ad49dea40cd53fb98f3c22 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/dcd1d6cf47ad49dea40cd53fb98f3c22 2024-11-22T16:41:39,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/c9e095a412b24872a7cce82e7826a3fa to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/c9e095a412b24872a7cce82e7826a3fa 2024-11-22T16:41:39,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/824759de04a64e7d857da2d242b0e31e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/824759de04a64e7d857da2d242b0e31e 2024-11-22T16:41:39,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/9de6cd9aa04a4bfbb4461f4422d0443b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/9de6cd9aa04a4bfbb4461f4422d0443b 2024-11-22T16:41:39,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/5d897e6872104450ba48a83d00c660d2 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/5d897e6872104450ba48a83d00c660d2 2024-11-22T16:41:39,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/7373094c450849f2b0a1c07925bd95bf to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/7373094c450849f2b0a1c07925bd95bf 2024-11-22T16:41:39,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/14849a13dfd24857bf67c79f40537d59 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/14849a13dfd24857bf67c79f40537d59 2024-11-22T16:41:39,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/885675b332c2482c9a564b206e7aa67b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/885675b332c2482c9a564b206e7aa67b 2024-11-22T16:41:39,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/13224f315d37457aaec5301e3725079a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/13224f315d37457aaec5301e3725079a 2024-11-22T16:41:39,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/a188165a94a0405a9499bf45f0345fa3 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/a188165a94a0405a9499bf45f0345fa3 2024-11-22T16:41:39,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/d46a20ac3b1e4cf1b1d9b106ec3e838c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/d46a20ac3b1e4cf1b1d9b106ec3e838c 2024-11-22T16:41:39,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/055c0faa557f4ad1ac28f8fb7b9e3f7a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/055c0faa557f4ad1ac28f8fb7b9e3f7a 2024-11-22T16:41:39,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/cc07b5c7c0bd4d21b70dd4581b3dccf3 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/cc07b5c7c0bd4d21b70dd4581b3dccf3 2024-11-22T16:41:39,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/633344e90c7b4ff4b56c34c243c2744a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/633344e90c7b4ff4b56c34c243c2744a 2024-11-22T16:41:39,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/23dbdef6b960479d88518bca1f82c867, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/73ceac12b7594ec6a65f84a54d579c6f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/f8c4c008c3a6449bbfb83baa368fa3ba, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/3ce31c7529ab465491e09440119c5118, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/514d7dbf2eff4659b37bf83233642082, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/0866ae03933046619ff202c2eaedb35f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/42b0fb1b68144e7ba7bc7d171a64e4fd, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/e631c8cea4d44e16ac104e2282ea1911, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/661db3fba50e4c3bb9f2fdc75479aaa2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/9c438e0391234940afb8bd17e5e917ff, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/b0bfcf86df514ecab13b1f23401521fa, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/37ea3ad8dfc54fb293ec59689a6c4327, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/6810660afcf24c21b22f887f16380ab8, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/f31a44183a2648fdb19f5b855ab19dd0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/261aa686e2b24c839386a844b047f2af, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/6515388e9fb8441f9daec283e1cff175, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/0bcf6a34143c449ca4bf9780fb646da0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/7e5e69ff17874f93b77d4466b89916d6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/5dcc7c5486a94af3a4281c579dc68622, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/b7c325e26b404cf496bd0b7f62c5f25a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/756063d5896e41a7bc0aba8d24a56e02, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/3f6972060caa48d19a579f35fccfb434] to archive 2024-11-22T16:41:39,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:41:39,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/23dbdef6b960479d88518bca1f82c867 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/23dbdef6b960479d88518bca1f82c867 2024-11-22T16:41:39,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/73ceac12b7594ec6a65f84a54d579c6f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/73ceac12b7594ec6a65f84a54d579c6f 2024-11-22T16:41:39,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/f8c4c008c3a6449bbfb83baa368fa3ba to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/f8c4c008c3a6449bbfb83baa368fa3ba 2024-11-22T16:41:39,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/3ce31c7529ab465491e09440119c5118 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/3ce31c7529ab465491e09440119c5118 2024-11-22T16:41:39,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/514d7dbf2eff4659b37bf83233642082 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/514d7dbf2eff4659b37bf83233642082 2024-11-22T16:41:39,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/0866ae03933046619ff202c2eaedb35f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/0866ae03933046619ff202c2eaedb35f 2024-11-22T16:41:39,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/42b0fb1b68144e7ba7bc7d171a64e4fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/42b0fb1b68144e7ba7bc7d171a64e4fd 2024-11-22T16:41:39,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/e631c8cea4d44e16ac104e2282ea1911 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/e631c8cea4d44e16ac104e2282ea1911 2024-11-22T16:41:39,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/661db3fba50e4c3bb9f2fdc75479aaa2 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/661db3fba50e4c3bb9f2fdc75479aaa2 2024-11-22T16:41:39,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/9c438e0391234940afb8bd17e5e917ff to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/9c438e0391234940afb8bd17e5e917ff 2024-11-22T16:41:39,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/b0bfcf86df514ecab13b1f23401521fa to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/b0bfcf86df514ecab13b1f23401521fa 2024-11-22T16:41:39,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/37ea3ad8dfc54fb293ec59689a6c4327 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/37ea3ad8dfc54fb293ec59689a6c4327 2024-11-22T16:41:39,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/6810660afcf24c21b22f887f16380ab8 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/6810660afcf24c21b22f887f16380ab8 2024-11-22T16:41:39,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/f31a44183a2648fdb19f5b855ab19dd0 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/f31a44183a2648fdb19f5b855ab19dd0 2024-11-22T16:41:39,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/261aa686e2b24c839386a844b047f2af to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/261aa686e2b24c839386a844b047f2af 2024-11-22T16:41:39,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/6515388e9fb8441f9daec283e1cff175 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/6515388e9fb8441f9daec283e1cff175 2024-11-22T16:41:39,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/0bcf6a34143c449ca4bf9780fb646da0 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/0bcf6a34143c449ca4bf9780fb646da0 2024-11-22T16:41:39,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/7e5e69ff17874f93b77d4466b89916d6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/7e5e69ff17874f93b77d4466b89916d6 2024-11-22T16:41:39,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/5dcc7c5486a94af3a4281c579dc68622 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/5dcc7c5486a94af3a4281c579dc68622 2024-11-22T16:41:39,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/b7c325e26b404cf496bd0b7f62c5f25a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/b7c325e26b404cf496bd0b7f62c5f25a 2024-11-22T16:41:39,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/756063d5896e41a7bc0aba8d24a56e02 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/756063d5896e41a7bc0aba8d24a56e02 2024-11-22T16:41:39,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/3f6972060caa48d19a579f35fccfb434 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/3f6972060caa48d19a579f35fccfb434 2024-11-22T16:41:39,556 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/recovered.edits/723.seqid, newMaxSeqId=723, maxSeqId=4 2024-11-22T16:41:39,556 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. 2024-11-22T16:41:39,557 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for 2a4d65555741a5e58bc29ce33867d26a: Waiting for close lock at 1732293697804Running coprocessor pre-close hooks at 1732293697804Disabling compacts and flushes for region at 1732293697804Disabling writes for close at 1732293697804Obtaining lock to block concurrent updates at 1732293697804Preparing flush snapshotting stores in 2a4d65555741a5e58bc29ce33867d26a at 1732293697804Finished memstore snapshotting TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732293697805 (+1 ms)Flushing stores of TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a. at 1732293697805Flushing 2a4d65555741a5e58bc29ce33867d26a/A: creating writer at 1732293697805Flushing mob file 2a4d65555741a5e58bc29ce33867d26a/A: appending metadata at 1732293697813 (+8 ms)Flushing mob file 2a4d65555741a5e58bc29ce33867d26a/A: closing flushed file at 1732293697813Flushing 2a4d65555741a5e58bc29ce33867d26a/A: appending metadata at 1732293698222 (+409 ms)Flushing 2a4d65555741a5e58bc29ce33867d26a/A: closing flushed file at 1732293698222Flushing 2a4d65555741a5e58bc29ce33867d26a/B: creating writer at 1732293698631 (+409 ms)Flushing 2a4d65555741a5e58bc29ce33867d26a/B: appending metadata at 1732293698634 (+3 ms)Flushing 2a4d65555741a5e58bc29ce33867d26a/B: closing flushed file at 1732293698634Flushing 2a4d65555741a5e58bc29ce33867d26a/C: creating writer at 1732293699045 (+411 ms)Flushing 2a4d65555741a5e58bc29ce33867d26a/C: appending metadata at 1732293699048 (+3 ms)Flushing 2a4d65555741a5e58bc29ce33867d26a/C: closing flushed file at 1732293699048Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1959f8a7: reopening flushed file at 1732293699456 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c14307: reopening flushed file at 1732293699459 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc931ad: reopening flushed file at 1732293699464 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 2a4d65555741a5e58bc29ce33867d26a in 1664ms, sequenceid=720, compaction requested=true at 1732293699468 (+4 ms)Writing region close event to WAL at 1732293699553 (+85 ms)Running coprocessor post-close hooks at 1732293699556 (+3 ms)Closed at 1732293699556 2024-11-22T16:41:39,558 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed 2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,559 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=2a4d65555741a5e58bc29ce33867d26a, regionState=CLOSED 2024-11-22T16:41:39,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:41:39,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-22T16:41:39,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure 2a4d65555741a5e58bc29ce33867d26a, server=4618c6346924,36997,1732293635397 in 1.9090 sec 2024-11-22T16:41:39,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-22T16:41:39,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2a4d65555741a5e58bc29ce33867d26a, UNASSIGN in 1.9130 sec 2024-11-22T16:41:39,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-22T16:41:39,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9170 sec 2024-11-22T16:41:39,568 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293699568"}]},"ts":"1732293699568"} 2024-11-22T16:41:39,570 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T16:41:39,570 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T16:41:39,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9260 sec 2024-11-22T16:41:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-22T16:41:39,791 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:39,792 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T16:41:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:39,794 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T16:41:39,794 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:39,797 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,799 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/recovered.edits] 2024-11-22T16:41:39,802 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/0207bcff48cb4cbd9bf2df9421cb3369 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/0207bcff48cb4cbd9bf2df9421cb3369 2024-11-22T16:41:39,803 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/253d601e6fc54f559602fde01cc03029 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/253d601e6fc54f559602fde01cc03029 2024-11-22T16:41:39,804 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/5e97452e75204876a71f6d99d09d71e2 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/5e97452e75204876a71f6d99d09d71e2 2024-11-22T16:41:39,805 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/fd468012c8dc4184b97692cacd1ee8fb to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/A/fd468012c8dc4184b97692cacd1ee8fb 2024-11-22T16:41:39,807 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/3f0c8730dd1b4802ab1ca3ce758cc323 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/3f0c8730dd1b4802ab1ca3ce758cc323 2024-11-22T16:41:39,808 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/441eb364049342c280fbde3fce7d31d0 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/441eb364049342c280fbde3fce7d31d0 2024-11-22T16:41:39,809 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/920894e45cb44173af243423c541e919 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/920894e45cb44173af243423c541e919 2024-11-22T16:41:39,810 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/de546fa99bd14cdb85ef4a283f4200c0 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/B/de546fa99bd14cdb85ef4a283f4200c0 2024-11-22T16:41:39,812 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/94e14b2a9a84471c8cd2148329867dab to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/94e14b2a9a84471c8cd2148329867dab 2024-11-22T16:41:39,814 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/9ab3d2f2d8d6403181f9a38d3c57ccb2 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/9ab3d2f2d8d6403181f9a38d3c57ccb2 2024-11-22T16:41:39,815 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/b02d09d68642464e9bb22dc69e611a35 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/b02d09d68642464e9bb22dc69e611a35 2024-11-22T16:41:39,816 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/e2688c7ac8f34570ba47348e81b45046 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/C/e2688c7ac8f34570ba47348e81b45046 2024-11-22T16:41:39,818 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/recovered.edits/723.seqid to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a/recovered.edits/723.seqid 2024-11-22T16:41:39,818 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,819 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T16:41:39,819 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T16:41:39,820 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T16:41:39,823 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220acd1dbc0d294fefa6e44661401c91e2_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220acd1dbc0d294fefa6e44661401c91e2_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,825 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220c89ee2377fb4a96bb623397a60f9805_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220c89ee2377fb4a96bb623397a60f9805_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,826 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220dae5889502247808de09c71391a1bbe_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220dae5889502247808de09c71391a1bbe_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,827 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112220a5878ed1884e238ff43f49b9fb29ea_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112220a5878ed1884e238ff43f49b9fb29ea_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,828 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122333260ac51c34ca1bf498c20aeabbc67_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122333260ac51c34ca1bf498c20aeabbc67_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,829 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122337fd1cd20bc4d2b972530f85d5f16e3_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122337fd1cd20bc4d2b972530f85d5f16e3_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,830 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112235d86930524948a69370ab05e5f000be_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112235d86930524948a69370ab05e5f000be_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,831 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112236917f7852964051bd2976a887599e3a_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112236917f7852964051bd2976a887599e3a_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,833 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224bd0e10d41444870b3cafbdb48006b46_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224bd0e10d41444870b3cafbdb48006b46_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,834 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225062dd62181a41148cc21a5248842ec2_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225062dd62181a41148cc21a5248842ec2_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,835 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122682e305d4a6c4b1da62ac8f40cb9e11d_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122682e305d4a6c4b1da62ac8f40cb9e11d_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,836 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122758fa52d93fd45dbbf5ce7c1d2d60668_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122758fa52d93fd45dbbf5ce7c1d2d60668_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,837 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112282d06e4a15154d3d8a8b7aa8663b4a66_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112282d06e4a15154d3d8a8b7aa8663b4a66_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,838 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122830dfbadc03d47fd8171bb54a5e4cc1f_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122830dfbadc03d47fd8171bb54a5e4cc1f_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,839 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229dbe40d537bd4e4f9a76a113b3be9813_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229dbe40d537bd4e4f9a76a113b3be9813_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,841 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a2be1aadc90943c08b04d9cc078b88af_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a2be1aadc90943c08b04d9cc078b88af_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,842 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b938bfb77ce44f62b33f7edaf717c540_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b938bfb77ce44f62b33f7edaf717c540_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,843 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cde2d9112c8b449781bff59b25473e3f_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cde2d9112c8b449781bff59b25473e3f_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,844 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d34c3e983277450585d9fabc13f366b7_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d34c3e983277450585d9fabc13f366b7_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,845 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fc888aa835a34b19ad4c0cda219adbef_2a4d65555741a5e58bc29ce33867d26a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fc888aa835a34b19ad4c0cda219adbef_2a4d65555741a5e58bc29ce33867d26a 2024-11-22T16:41:39,846 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T16:41:39,848 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:39,851 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T16:41:39,853 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T16:41:39,855 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:39,855 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T16:41:39,855 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732293699855"}]},"ts":"9223372036854775807"} 2024-11-22T16:41:39,857 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T16:41:39,857 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2a4d65555741a5e58bc29ce33867d26a, NAME => 'TestAcidGuarantees,,1732293666902.2a4d65555741a5e58bc29ce33867d26a.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T16:41:39,857 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T16:41:39,857 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732293699857"}]},"ts":"9223372036854775807"} 2024-11-22T16:41:39,859 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T16:41:39,860 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:39,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-22T16:41:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-22T16:41:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T16:41:39,901 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:39,911 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247 (was 245) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1805075664_22 at /127.0.0.1:49820 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/cluster_c36b9cce-fa9b-58fb-548e-e4e0499f3ef7/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/cluster_c36b9cce-fa9b-58fb-548e-e4e0499f3ef7/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 423) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7507 (was 7492) - AvailableMemoryMB LEAK? - 2024-11-22T16:41:39,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=247, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=7507 2024-11-22T16:41:39,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T16:41:39,920 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:41:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T16:41:39,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:41:39,922 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:39,922 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-11-22T16:41:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-22T16:41:39,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:41:39,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742079_1255 (size=1061) 2024-11-22T16:41:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-22T16:41:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-22T16:41:40,330 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f 2024-11-22T16:41:40,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742080_1256 (size=53) 2024-11-22T16:41:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-22T16:41:40,737 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:41:40,737 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 91b3c3e890968409d398bbaf4a10de2b, disabling compactions & flushes 2024-11-22T16:41:40,737 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:40,737 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:40,737 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. after waiting 0 ms 2024-11-22T16:41:40,737 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:40,737 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:40,737 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91b3c3e890968409d398bbaf4a10de2b: Waiting for close lock at 1732293700737Disabling compacts and flushes for region at 1732293700737Disabling writes for close at 1732293700737Writing region close event to WAL at 1732293700737Closed at 1732293700737 2024-11-22T16:41:40,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:41:40,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732293700738"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732293700738"}]},"ts":"1732293700738"} 2024-11-22T16:41:40,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:41:40,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:41:40,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293700740"}]},"ts":"1732293700740"} 2024-11-22T16:41:40,742 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T16:41:40,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=91b3c3e890968409d398bbaf4a10de2b, ASSIGN}] 2024-11-22T16:41:40,743 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=91b3c3e890968409d398bbaf4a10de2b, ASSIGN 2024-11-22T16:41:40,743 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=91b3c3e890968409d398bbaf4a10de2b, ASSIGN; state=OFFLINE, location=4618c6346924,36997,1732293635397; forceNewPlan=false, retain=false 2024-11-22T16:41:40,894 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=91b3c3e890968409d398bbaf4a10de2b, regionState=OPENING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:41:40,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=91b3c3e890968409d398bbaf4a10de2b, ASSIGN because future has completed 2024-11-22T16:41:40,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:41:41,050 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:41,050 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:41:41,050 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:41,050 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:41:41,050 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:41,050 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:41,052 INFO [StoreOpener-91b3c3e890968409d398bbaf4a10de2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:41,053 INFO [StoreOpener-91b3c3e890968409d398bbaf4a10de2b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:41:41,053 INFO [StoreOpener-91b3c3e890968409d398bbaf4a10de2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b3c3e890968409d398bbaf4a10de2b columnFamilyName A 2024-11-22T16:41:41,053 DEBUG [StoreOpener-91b3c3e890968409d398bbaf4a10de2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:41,054 INFO [StoreOpener-91b3c3e890968409d398bbaf4a10de2b-1 {}] regionserver.HStore(327): Store=91b3c3e890968409d398bbaf4a10de2b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:41:41,054 INFO [StoreOpener-91b3c3e890968409d398bbaf4a10de2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:41,055 INFO [StoreOpener-91b3c3e890968409d398bbaf4a10de2b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:41:41,055 INFO [StoreOpener-91b3c3e890968409d398bbaf4a10de2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b3c3e890968409d398bbaf4a10de2b columnFamilyName B 2024-11-22T16:41:41,055 DEBUG [StoreOpener-91b3c3e890968409d398bbaf4a10de2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:41,055 INFO [StoreOpener-91b3c3e890968409d398bbaf4a10de2b-1 {}] regionserver.HStore(327): Store=91b3c3e890968409d398bbaf4a10de2b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:41:41,055 INFO [StoreOpener-91b3c3e890968409d398bbaf4a10de2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:41,056 INFO [StoreOpener-91b3c3e890968409d398bbaf4a10de2b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:41:41,056 INFO [StoreOpener-91b3c3e890968409d398bbaf4a10de2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b3c3e890968409d398bbaf4a10de2b columnFamilyName C 2024-11-22T16:41:41,056 DEBUG [StoreOpener-91b3c3e890968409d398bbaf4a10de2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:41:41,057 INFO [StoreOpener-91b3c3e890968409d398bbaf4a10de2b-1 {}] regionserver.HStore(327): Store=91b3c3e890968409d398bbaf4a10de2b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:41:41,057 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:41,057 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:41,058 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:41,058 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:41,059 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:41,059 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:41,059 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T16:41:41,060 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-22T16:41:41,062 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:41:41,063 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 91b3c3e890968409d398bbaf4a10de2b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66204181, jitterRate=-0.01348082721233368}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T16:41:41,063 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:41,064 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 91b3c3e890968409d398bbaf4a10de2b: Running coprocessor pre-open hook at 1732293701050Writing region info on filesystem at 1732293701050Initializing all the Stores at 1732293701051 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293701051Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293701051Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293701051Cleaning up temporary data from old regions at 1732293701059 (+8 ms)Running coprocessor post-open hooks at 1732293701063 (+4 ms)Region opened successfully at 1732293701064 (+1 ms) 2024-11-22T16:41:41,065 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., pid=67, masterSystemTime=1732293701047 2024-11-22T16:41:41,066 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:41,067 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:41,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=91b3c3e890968409d398bbaf4a10de2b, regionState=OPEN, openSeqNum=2, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:41:41,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:41:41,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-22T16:41:41,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 in 173 msec 2024-11-22T16:41:41,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-22T16:41:41,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=91b3c3e890968409d398bbaf4a10de2b, ASSIGN in 329 msec 2024-11-22T16:41:41,073 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:41:41,073 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293701073"}]},"ts":"1732293701073"} 2024-11-22T16:41:41,074 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T16:41:41,075 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:41:41,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-22T16:41:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-22T16:41:42,071 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:42,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a754db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:42,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:42,073 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:42,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:42,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:42,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd65477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:42,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:42,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:42,075 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734fd3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:42,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:42,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:42,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:42,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:41:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4618c6346924,45491,1732293634581 2024-11-22T16:41:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4839bbe7 2024-11-22T16:41:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:41:42,080 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:41:42,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50502613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:42,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:42,081 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:42,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:42,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:42,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b31a169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:42,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:42,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:42,083 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:42,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bda59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:42,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:42,084 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:42,084 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:42,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:42,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81dacfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:42,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:42,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:42,086 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:42,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29088d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:42,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:42,087 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2371334f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:42,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:42,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:42,088 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:42,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7404f57d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:42,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:42,090 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:42,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:42,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:42,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef4feb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:42,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:42,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:42,091 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:42,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28038618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:42,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:42,093 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d67e0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:42,094 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:42,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb39f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675e61a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:42,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:42,096 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@898c0a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:42,097 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:42,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292810ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:42,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:42,098 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:42,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:42,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:42,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fad453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:42,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:42,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:42,099 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:42,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f920570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:42,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:42,101 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:42,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:42,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:42,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260bcf6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:42,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:42,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:42,102 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:42,102 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1111cf99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:42,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:42,103 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:42,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:42,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:42,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5d8120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:42,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:42,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:42,105 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:42,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330dbfe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:41:42,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:41:42,106 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:41:42,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:41:42,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:41:42,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3b8ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:41:42,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:41:42,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:41:42,107 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:41:42,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47feb681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:41:42,108 DEBUG [Thread-1191 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:42,108 DEBUG [Thread-1187 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:42,108 DEBUG [Thread-1202 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:42,108 DEBUG [Thread-1196 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:42,108 DEBUG [Thread-1200 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:42,108 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:42,109 DEBUG [Thread-1194 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:42,109 DEBUG [Thread-1183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:42,109 DEBUG [Thread-1198 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:42,109 DEBUG [Thread-1187 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:42,109 DEBUG [Thread-1187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:42,109 DEBUG [Thread-1191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:42,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:42,110 DEBUG [Thread-1189 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:42,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:42,110 DEBUG [Thread-1185 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:41:42,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-22T16:41:42,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:42,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:42,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:42,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:42,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:42,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:42,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:42,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:42,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:42,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:41:42,112 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:42,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:41:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T16:41:42,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:42,113 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:42,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:42,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:42,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:41:42,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:41:42,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:41:42,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:41:42,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:41:42,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:41:42,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:41:42,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:41:42,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:41:42,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:41:42,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:41:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:42,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T16:41:42,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:42,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:42,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:42,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:42,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:42,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:42,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/823a0ee012a7488cacfb02eb4b3c419f is 50, key is test_row_0/A:col10/1732293702129/Put/seqid=0 2024-11-22T16:41:42,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293762155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293762158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732293702148, max timestamp=1732293702160Num uniques 859; 2024-11-22T16:41:42,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:41:42,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732293702148, max timestamp=1732293702160Num uniques 859; 2024-11-22T16:41:42,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:41:42,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293702148, max timestamp=1732293702160Num uniques 859; 2024-11-22T16:41:42,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:41:42,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742081_1257 (size=14341) 2024-11-22T16:41:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T16:41:42,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293762241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293762241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293762241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T16:41:42,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:42,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:42,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:42,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:42,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:42,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293762272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293762272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293762351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293762351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293762351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T16:41:42,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:42,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:42,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:42,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:42,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T16:41:42,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293762481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293762481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293762561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293762561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293762561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T16:41:42,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:42,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:42,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:42,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:42,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:42,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/823a0ee012a7488cacfb02eb4b3c419f 2024-11-22T16:41:42,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/ffe1ff059817448ab059175280ff8e97 is 50, key is test_row_0/B:col10/1732293702129/Put/seqid=0 2024-11-22T16:41:42,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742082_1258 (size=12001) 2024-11-22T16:41:42,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/ffe1ff059817448ab059175280ff8e97 2024-11-22T16:41:42,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/c3604f5be10f4fe1bdaa87a4e85e5c69 is 50, key is test_row_0/C:col10/1732293702129/Put/seqid=0 2024-11-22T16:41:42,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742083_1259 (size=12001) 2024-11-22T16:41:42,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T16:41:42,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:42,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:42,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:42,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:42,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T16:41:42,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293762791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293762791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293762871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293762871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293762871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:42,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T16:41:42,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:42,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:42,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:42,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:42,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:43,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T16:41:43,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:43,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:43,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:43,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:43,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:43,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/c3604f5be10f4fe1bdaa87a4e85e5c69 2024-11-22T16:41:43,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/823a0ee012a7488cacfb02eb4b3c419f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/823a0ee012a7488cacfb02eb4b3c419f 2024-11-22T16:41:43,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/823a0ee012a7488cacfb02eb4b3c419f, entries=200, sequenceid=13, filesize=14.0 K 2024-11-22T16:41:43,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/ffe1ff059817448ab059175280ff8e97 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/ffe1ff059817448ab059175280ff8e97 2024-11-22T16:41:43,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/ffe1ff059817448ab059175280ff8e97, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T16:41:43,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/c3604f5be10f4fe1bdaa87a4e85e5c69 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/c3604f5be10f4fe1bdaa87a4e85e5c69 2024-11-22T16:41:43,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/c3604f5be10f4fe1bdaa87a4e85e5c69, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T16:41:43,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 91b3c3e890968409d398bbaf4a10de2b in 954ms, sequenceid=13, compaction requested=false 2024-11-22T16:41:43,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:43,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T16:41:43,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:43,195 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-22T16:41:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:43,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/57ad896f079e4115b145431dcd84289f is 50, key is test_row_0/A:col10/1732293702197/Put/seqid=0 2024-11-22T16:41:43,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742084_1260 (size=12001) 2024-11-22T16:41:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T16:41:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:43,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:43,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293763342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:43,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293763344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:43,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:43,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293763381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:43,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293763381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:43,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293763381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:43,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293763451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:43,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:43,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293763451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:43,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:43,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:43,606 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/57ad896f079e4115b145431dcd84289f 2024-11-22T16:41:43,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/19fbdfafd06a48429688cdb59e44b1e0 is 50, key is test_row_0/B:col10/1732293702197/Put/seqid=0 2024-11-22T16:41:43,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742085_1261 (size=12001) 2024-11-22T16:41:43,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:43,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293763661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293763661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:43,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:43,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:43,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293763971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:43,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:43,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293763971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:43,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:44,019 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/19fbdfafd06a48429688cdb59e44b1e0 2024-11-22T16:41:44,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/38b01182547049839b8fec2178584125 is 50, key is test_row_0/C:col10/1732293702197/Put/seqid=0 2024-11-22T16:41:44,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742086_1262 (size=12001) 2024-11-22T16:41:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T16:41:44,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293764401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:44,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293764401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:44,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:44,402 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in 91b3c3e890968409d398bbaf4a10de2b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293764401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,403 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in 91b3c3e890968409d398bbaf4a10de2b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:44,403 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in 91b3c3e890968409d398bbaf4a10de2b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:44,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:44,431 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/38b01182547049839b8fec2178584125 2024-11-22T16:41:44,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/57ad896f079e4115b145431dcd84289f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/57ad896f079e4115b145431dcd84289f 2024-11-22T16:41:44,440 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/57ad896f079e4115b145431dcd84289f, entries=150, sequenceid=47, filesize=11.7 K 2024-11-22T16:41:44,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/19fbdfafd06a48429688cdb59e44b1e0 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/19fbdfafd06a48429688cdb59e44b1e0 2024-11-22T16:41:44,444 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/19fbdfafd06a48429688cdb59e44b1e0, entries=150, sequenceid=47, filesize=11.7 K 2024-11-22T16:41:44,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/38b01182547049839b8fec2178584125 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/38b01182547049839b8fec2178584125 2024-11-22T16:41:44,449 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/38b01182547049839b8fec2178584125, entries=150, sequenceid=47, filesize=11.7 K 2024-11-22T16:41:44,450 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for 91b3c3e890968409d398bbaf4a10de2b in 1256ms, sequenceid=47, compaction requested=false 2024-11-22T16:41:44,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:44,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:44,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-22T16:41:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-22T16:41:44,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-22T16:41:44,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3390 sec 2024-11-22T16:41:44,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.3460 sec 2024-11-22T16:41:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:44,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T16:41:44,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:44,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:44,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:44,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:44,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:44,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:44,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/12df7001f79745a3a194ceaaf2854f85 is 50, key is test_row_0/A:col10/1732293704482/Put/seqid=0 2024-11-22T16:41:44,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742087_1263 (size=14341) 2024-11-22T16:41:44,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/12df7001f79745a3a194ceaaf2854f85 2024-11-22T16:41:44,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/842801f208c4456d9629fcca75424dd6 is 50, key is test_row_0/B:col10/1732293704482/Put/seqid=0 2024-11-22T16:41:44,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742088_1264 (size=12001) 2024-11-22T16:41:44,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/842801f208c4456d9629fcca75424dd6 2024-11-22T16:41:44,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/e028be9fba614f6b844c1bbb18ab4b62 is 50, key is test_row_0/C:col10/1732293704482/Put/seqid=0 2024-11-22T16:41:44,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742089_1265 (size=12001) 2024-11-22T16:41:44,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293764528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:44,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293764531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:44,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293764641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:44,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:44,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293764641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:44,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:44,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:44,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293764851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:44,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293764851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:44,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:44,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:44,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:44,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/e028be9fba614f6b844c1bbb18ab4b62 2024-11-22T16:41:44,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/12df7001f79745a3a194ceaaf2854f85 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/12df7001f79745a3a194ceaaf2854f85 2024-11-22T16:41:44,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/12df7001f79745a3a194ceaaf2854f85, entries=200, sequenceid=60, filesize=14.0 K 2024-11-22T16:41:44,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/842801f208c4456d9629fcca75424dd6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/842801f208c4456d9629fcca75424dd6 2024-11-22T16:41:44,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/842801f208c4456d9629fcca75424dd6, entries=150, sequenceid=60, filesize=11.7 K 2024-11-22T16:41:44,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/e028be9fba614f6b844c1bbb18ab4b62 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/e028be9fba614f6b844c1bbb18ab4b62 2024-11-22T16:41:44,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/e028be9fba614f6b844c1bbb18ab4b62, entries=150, sequenceid=60, filesize=11.7 K 2024-11-22T16:41:44,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 91b3c3e890968409d398bbaf4a10de2b in 457ms, sequenceid=60, compaction requested=true 2024-11-22T16:41:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:44,940 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:44,940 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:44,941 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:44,941 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/A is initiating minor compaction (all files) 2024-11-22T16:41:44,941 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/A in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:44,942 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/823a0ee012a7488cacfb02eb4b3c419f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/57ad896f079e4115b145431dcd84289f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/12df7001f79745a3a194ceaaf2854f85] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=39.7 K 2024-11-22T16:41:44,942 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:44,942 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/B is initiating minor compaction (all files) 2024-11-22T16:41:44,942 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/B in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:44,942 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 823a0ee012a7488cacfb02eb4b3c419f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732293702123 2024-11-22T16:41:44,942 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/ffe1ff059817448ab059175280ff8e97, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/19fbdfafd06a48429688cdb59e44b1e0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/842801f208c4456d9629fcca75424dd6] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=35.2 K 2024-11-22T16:41:44,942 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57ad896f079e4115b145431dcd84289f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732293702188 2024-11-22T16:41:44,942 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting ffe1ff059817448ab059175280ff8e97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732293702124 2024-11-22T16:41:44,943 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12df7001f79745a3a194ceaaf2854f85, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732293703327 2024-11-22T16:41:44,943 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 19fbdfafd06a48429688cdb59e44b1e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732293702188 2024-11-22T16:41:44,943 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 842801f208c4456d9629fcca75424dd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732293703340 2024-11-22T16:41:44,952 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#B#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:44,952 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/546bbbff031a4a0fa61071b1d6b0b49a is 50, key is test_row_0/B:col10/1732293704482/Put/seqid=0 2024-11-22T16:41:44,955 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#A#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:44,956 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/6fb282c290eb4164937077e1c7b3de30 is 50, key is test_row_0/A:col10/1732293704482/Put/seqid=0 2024-11-22T16:41:44,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742090_1266 (size=12104) 2024-11-22T16:41:44,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742091_1267 (size=12104) 2024-11-22T16:41:45,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T16:41:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:45,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T16:41:45,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:45,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:45,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:45,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:45,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:45,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:45,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/154a418e0c9a4d5fa0d5e56157d6f174 is 50, key is test_row_0/A:col10/1732293704522/Put/seqid=0 2024-11-22T16:41:45,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742092_1268 (size=12001) 2024-11-22T16:41:45,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/154a418e0c9a4d5fa0d5e56157d6f174 2024-11-22T16:41:45,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/442049a67c574ecbbdd5dc6df3f35306 is 50, key is test_row_0/B:col10/1732293704522/Put/seqid=0 2024-11-22T16:41:45,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293765218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:45,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293765218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:45,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:45,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:45,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:45,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742093_1269 (size=12001) 2024-11-22T16:41:45,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/442049a67c574ecbbdd5dc6df3f35306 2024-11-22T16:41:45,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/aa96b485de5540218f36a475fe7d3689 is 50, key is test_row_0/C:col10/1732293704522/Put/seqid=0 2024-11-22T16:41:45,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742094_1270 (size=12001) 2024-11-22T16:41:45,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/aa96b485de5540218f36a475fe7d3689 2024-11-22T16:41:45,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/154a418e0c9a4d5fa0d5e56157d6f174 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/154a418e0c9a4d5fa0d5e56157d6f174 2024-11-22T16:41:45,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/154a418e0c9a4d5fa0d5e56157d6f174, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T16:41:45,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/442049a67c574ecbbdd5dc6df3f35306 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/442049a67c574ecbbdd5dc6df3f35306 2024-11-22T16:41:45,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/442049a67c574ecbbdd5dc6df3f35306, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T16:41:45,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/aa96b485de5540218f36a475fe7d3689 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/aa96b485de5540218f36a475fe7d3689 2024-11-22T16:41:45,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/aa96b485de5540218f36a475fe7d3689, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T16:41:45,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 91b3c3e890968409d398bbaf4a10de2b in 80ms, sequenceid=81, compaction requested=true 2024-11-22T16:41:45,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:45,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:A, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:45,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T16:41:45,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:B, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:45,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T16:41:45,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:45,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-22T16:41:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:45,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T16:41:45,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:45,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:45,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:45,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:45,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:45,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:45,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/b2f4257002724aa1b74334d3317f877c is 50, key is test_row_0/A:col10/1732293705333/Put/seqid=0 2024-11-22T16:41:45,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742095_1271 (size=14341) 2024-11-22T16:41:45,373 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/546bbbff031a4a0fa61071b1d6b0b49a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/546bbbff031a4a0fa61071b1d6b0b49a 2024-11-22T16:41:45,375 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/6fb282c290eb4164937077e1c7b3de30 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/6fb282c290eb4164937077e1c7b3de30 2024-11-22T16:41:45,382 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/B of 91b3c3e890968409d398bbaf4a10de2b into 546bbbff031a4a0fa61071b1d6b0b49a(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:45,382 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/A of 91b3c3e890968409d398bbaf4a10de2b into 6fb282c290eb4164937077e1c7b3de30(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:45,382 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:45,382 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:45,382 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/B, priority=13, startTime=1732293704940; duration=0sec 2024-11-22T16:41:45,382 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/A, priority=13, startTime=1732293704940; duration=0sec 2024-11-22T16:41:45,382 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-22T16:41:45,382 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:B 2024-11-22T16:41:45,382 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-22T16:41:45,383 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:A 2024-11-22T16:41:45,383 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:A 2024-11-22T16:41:45,383 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:B 2024-11-22T16:41:45,383 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:41:45,384 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:41:45,384 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/C is initiating minor compaction (all files) 2024-11-22T16:41:45,384 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/C in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:45,385 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/c3604f5be10f4fe1bdaa87a4e85e5c69, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/38b01182547049839b8fec2178584125, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/e028be9fba614f6b844c1bbb18ab4b62, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/aa96b485de5540218f36a475fe7d3689] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=46.9 K 2024-11-22T16:41:45,385 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-22T16:41:45,385 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:41:45,385 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:41:45,385 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. because compaction request was cancelled 2024-11-22T16:41:45,385 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:C 2024-11-22T16:41:45,385 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:41:45,386 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3604f5be10f4fe1bdaa87a4e85e5c69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732293702124 2024-11-22T16:41:45,386 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:41:45,386 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:41:45,386 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. because compaction request was cancelled 2024-11-22T16:41:45,386 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:B 2024-11-22T16:41:45,386 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38b01182547049839b8fec2178584125, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732293702188 2024-11-22T16:41:45,386 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:41:45,386 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting e028be9fba614f6b844c1bbb18ab4b62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732293703340 2024-11-22T16:41:45,387 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:41:45,387 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa96b485de5540218f36a475fe7d3689, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732293704522 2024-11-22T16:41:45,387 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:41:45,387 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. because compaction request was cancelled 2024-11-22T16:41:45,387 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:A 2024-11-22T16:41:45,396 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#C#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:45,396 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/8d35d7164ca3415c85abc03406ced6e6 is 50, key is test_row_0/C:col10/1732293704522/Put/seqid=0 2024-11-22T16:41:45,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293765392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:45,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293765392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:45,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742096_1272 (size=12139) 2024-11-22T16:41:45,406 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/8d35d7164ca3415c85abc03406ced6e6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8d35d7164ca3415c85abc03406ced6e6 2024-11-22T16:41:45,411 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/C of 91b3c3e890968409d398bbaf4a10de2b into 8d35d7164ca3415c85abc03406ced6e6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:45,411 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:45,411 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/C, priority=12, startTime=1732293705273; duration=0sec 2024-11-22T16:41:45,411 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:45,411 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:C 2024-11-22T16:41:45,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293765500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:45,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:45,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:45,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:45,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293765501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:45,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:45,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:45,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:45,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293765711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:45,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:45,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:45,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293765711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:45,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:45,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:45,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:45,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:45,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/b2f4257002724aa1b74334d3317f877c 2024-11-22T16:41:45,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/51dfd042c3e54a199b07768d5478b6fe is 50, key is test_row_0/B:col10/1732293705333/Put/seqid=0 2024-11-22T16:41:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742097_1273 (size=12001) 2024-11-22T16:41:46,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293766021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:46,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293766021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:46,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:46,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/51dfd042c3e54a199b07768d5478b6fe 2024-11-22T16:41:46,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/bb3057b878274179ac87f3f947337e53 is 50, key is test_row_0/C:col10/1732293705333/Put/seqid=0 2024-11-22T16:41:46,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742098_1274 (size=12001) 2024-11-22T16:41:46,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/bb3057b878274179ac87f3f947337e53 2024-11-22T16:41:46,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/b2f4257002724aa1b74334d3317f877c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/b2f4257002724aa1b74334d3317f877c 2024-11-22T16:41:46,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/b2f4257002724aa1b74334d3317f877c, entries=200, sequenceid=94, filesize=14.0 K 2024-11-22T16:41:46,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/51dfd042c3e54a199b07768d5478b6fe as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/51dfd042c3e54a199b07768d5478b6fe 2024-11-22T16:41:46,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/51dfd042c3e54a199b07768d5478b6fe, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T16:41:46,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/bb3057b878274179ac87f3f947337e53 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/bb3057b878274179ac87f3f947337e53 2024-11-22T16:41:46,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/bb3057b878274179ac87f3f947337e53, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T16:41:46,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 91b3c3e890968409d398bbaf4a10de2b in 851ms, sequenceid=94, compaction requested=true 2024-11-22T16:41:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:46,184 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:46,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:46,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:46,185 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:46,185 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:46,185 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/A is initiating minor compaction (all files) 2024-11-22T16:41:46,185 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/A in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:46,186 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/6fb282c290eb4164937077e1c7b3de30, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/154a418e0c9a4d5fa0d5e56157d6f174, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/b2f4257002724aa1b74334d3317f877c] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=37.5 K 2024-11-22T16:41:46,186 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:46,186 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/B is initiating minor compaction (all files) 2024-11-22T16:41:46,186 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fb282c290eb4164937077e1c7b3de30, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732293703340 2024-11-22T16:41:46,187 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/B in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:46,187 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/546bbbff031a4a0fa61071b1d6b0b49a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/442049a67c574ecbbdd5dc6df3f35306, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/51dfd042c3e54a199b07768d5478b6fe] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=35.3 K 2024-11-22T16:41:46,187 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 154a418e0c9a4d5fa0d5e56157d6f174, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732293704522 2024-11-22T16:41:46,187 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 546bbbff031a4a0fa61071b1d6b0b49a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732293703340 2024-11-22T16:41:46,187 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2f4257002724aa1b74334d3317f877c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732293705215 2024-11-22T16:41:46,187 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 442049a67c574ecbbdd5dc6df3f35306, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732293704522 2024-11-22T16:41:46,188 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 51dfd042c3e54a199b07768d5478b6fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732293705215 2024-11-22T16:41:46,199 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#A#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:46,199 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#B#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:46,199 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/ce8a091b8fe14ce9bce185041ee33b90 is 50, key is test_row_0/A:col10/1732293705333/Put/seqid=0 2024-11-22T16:41:46,199 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/45376f4f1285434093b8e0a75cd2e5ee is 50, key is test_row_0/B:col10/1732293705333/Put/seqid=0 2024-11-22T16:41:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742099_1275 (size=12207) 2024-11-22T16:41:46,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742100_1276 (size=12207) 2024-11-22T16:41:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T16:41:46,271 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:46,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-22T16:41:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T16:41:46,276 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:46,277 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:46,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T16:41:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:46,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293705361, max timestamp=1732293706413Num uniques 859; 2024-11-22T16:41:46,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293705361, max timestamp=1732293706413Num uniques 859; 2024-11-22T16:41:46,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:41:46,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:41:46,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293705361, max timestamp=1732293706413Num uniques 859; 2024-11-22T16:41:46,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:41:46,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=26.84 KB heapSize=66.23 KB 2024-11-22T16:41:46,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:46,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:46,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:46,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:46,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:46,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:46,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/31eb1ffd905a49a892faa74f9a9e0ac0 is 50, key is test_row_0/A:col10/1732293706413/Put/seqid=0 2024-11-22T16:41:46,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:46,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:46,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:46,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:46,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:46,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:46,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742101_1277 (size=14341) 2024-11-22T16:41:46,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/31eb1ffd905a49a892faa74f9a9e0ac0 2024-11-22T16:41:46,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/29ed8dca95bb4dcba66bef9d8bb9a402 is 50, key is test_row_0/B:col10/1732293706413/Put/seqid=0 2024-11-22T16:41:46,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742102_1278 (size=12001) 2024-11-22T16:41:46,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/29ed8dca95bb4dcba66bef9d8bb9a402 2024-11-22T16:41:46,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293706448, max timestamp=1732293706468Num uniques 859; 2024-11-22T16:41:46,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293706448, max timestamp=1732293706468Num uniques 859; 2024-11-22T16:41:46,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293706448, max timestamp=1732293706468Num uniques 859; 2024-11-22T16:41:46,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:41:46,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:41:46,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:41:46,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/abe4c4c43ab04e0a860952c1e028f1e9 is 50, key is test_row_0/C:col10/1732293706413/Put/seqid=0 2024-11-22T16:41:46,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742103_1279 (size=12001) 2024-11-22T16:41:46,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732293706505, max timestamp=1732293706525Num uniques 1018; 2024-11-22T16:41:46,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-22T16:41:46,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732293706505, max timestamp=1732293706525Num uniques 1018; 2024-11-22T16:41:46,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732293706505, max timestamp=1732293706525Num uniques 1018; 2024-11-22T16:41:46,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-22T16:41:46,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-22T16:41:46,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1732293706535, max timestamp=1732293706555Num uniques 1027; 2024-11-22T16:41:46,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1732293706535, max timestamp=1732293706555Num uniques 1027; 2024-11-22T16:41:46,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=17262, suffix heap size=134776,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=377 2024-11-22T16:41:46,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=17262, suffix heap size=134776,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=377 2024-11-22T16:41:46,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732293706553, max timestamp=1732293706555Num uniques 1027; 2024-11-22T16:41:46,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-22T16:41:46,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:46,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:46,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:46,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:46,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:46,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:46,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732293706576, max timestamp=1732293706588Num uniques 1236; 2024-11-22T16:41:46,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=56606, new segment data size=13096, suffix heap size=156512,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1236, new segment cells count=286 2024-11-22T16:41:46,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732293706576, max timestamp=1732293706588Num uniques 1236; 2024-11-22T16:41:46,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=56606, new segment data size=13096, suffix heap size=156512,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1236, new segment cells count=286 2024-11-22T16:41:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T16:41:46,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732293706576, max timestamp=1732293706588Num uniques 1036; 2024-11-22T16:41:46,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-22T16:41:46,626 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/ce8a091b8fe14ce9bce185041ee33b90 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ce8a091b8fe14ce9bce185041ee33b90 2024-11-22T16:41:46,632 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/45376f4f1285434093b8e0a75cd2e5ee as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/45376f4f1285434093b8e0a75cd2e5ee 2024-11-22T16:41:46,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8920, totalHeapSize=20520, min timestamp=1732293706619, max timestamp=1732293706630Num uniques 1145; 2024-11-22T16:41:46,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52430, new segment data size=8920, suffix heap size=147048,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=195 2024-11-22T16:41:46,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8921, totalHeapSize=20520, min timestamp=1732293706619, max timestamp=1732293706630Num uniques 1145; 2024-11-22T16:41:46,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52431, new segment data size=8921, suffix heap size=147048,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=195 2024-11-22T16:41:46,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8925, totalHeapSize=20520, min timestamp=1732293706619, max timestamp=1732293706630Num uniques 1145; 2024-11-22T16:41:46,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52435, new segment data size=8925, suffix heap size=147048,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=195 2024-11-22T16:41:46,634 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/A of 91b3c3e890968409d398bbaf4a10de2b into ce8a091b8fe14ce9bce185041ee33b90(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:46,634 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:46,635 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/A, priority=13, startTime=1732293706184; duration=0sec 2024-11-22T16:41:46,635 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:46,635 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:A 2024-11-22T16:41:46,635 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:41:46,635 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:41:46,635 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:41:46,636 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. because compaction request was cancelled 2024-11-22T16:41:46,636 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:C 2024-11-22T16:41:46,644 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/B of 91b3c3e890968409d398bbaf4a10de2b into 45376f4f1285434093b8e0a75cd2e5ee(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:46,644 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:46,644 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/B, priority=13, startTime=1732293706184; duration=0sec 2024-11-22T16:41:46,644 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:46,644 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:B 2024-11-22T16:41:46,676 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732293706661, max timestamp=1732293706672Num uniques 1054; 2024-11-22T16:41:46,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-22T16:41:46,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732293706661, max timestamp=1732293706672Num uniques 1054; 2024-11-22T16:41:46,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-22T16:41:46,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732293706661, max timestamp=1732293706672Num uniques 1054; 2024-11-22T16:41:46,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-22T16:41:46,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1732293706717, max timestamp=1732293706726Num uniques 1063; 2024-11-22T16:41:46,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263 2024-11-22T16:41:46,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1732293706717, max timestamp=1732293706726Num uniques 1063; 2024-11-22T16:41:46,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263 2024-11-22T16:41:46,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1732293706717, max timestamp=1732293706726Num uniques 1063; 2024-11-22T16:41:46,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=12038, suffix heap size=138520,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=263 2024-11-22T16:41:46,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:46,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:46,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:46,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:46,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293766749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293766751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:46,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7863, totalHeapSize=18128, min timestamp=1732293706742, max timestamp=1732293706753Num uniques 1122; 2024-11-22T16:41:46,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7862, totalHeapSize=18128, min timestamp=1732293706742, max timestamp=1732293706753Num uniques 1122; 2024-11-22T16:41:46,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51373, new segment data size=7863, suffix heap size=144656,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=172 2024-11-22T16:41:46,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51372, new segment data size=7862, suffix heap size=144656,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=172 2024-11-22T16:41:46,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732293706742, max timestamp=1732293706753Num uniques 1122; 2024-11-22T16:41:46,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=7872, suffix heap size=144656,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=172 2024-11-22T16:41:46,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:46,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:46,812 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1732293706795, max timestamp=1732293706806Num uniques 1031; 2024-11-22T16:41:46,812 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231 2024-11-22T16:41:46,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1732293706795, max timestamp=1732293706806Num uniques 1031; 2024-11-22T16:41:46,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181 2024-11-22T16:41:46,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1732293706795, max timestamp=1732293706806Num uniques 1031; 2024-11-22T16:41:46,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181 2024-11-22T16:41:46,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:46,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/abe4c4c43ab04e0a860952c1e028f1e9 2024-11-22T16:41:46,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:46,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:46,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/31eb1ffd905a49a892faa74f9a9e0ac0 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/31eb1ffd905a49a892faa74f9a9e0ac0 2024-11-22T16:41:46,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1732293706883, max timestamp=1732293706896Num uniques 1090; 2024-11-22T16:41:46,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=13280, suffix heap size=141328,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=290 2024-11-22T16:41:46,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1732293706883, max timestamp=1732293706896Num uniques 1040; 2024-11-22T16:41:46,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=13280, suffix heap size=136128,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=290 2024-11-22T16:41:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T16:41:46,901 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1732293706883, max timestamp=1732293706896Num uniques 1040; 2024-11-22T16:41:46,901 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=13280, suffix heap size=136128,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=290 2024-11-22T16:41:46,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/31eb1ffd905a49a892faa74f9a9e0ac0, entries=200, sequenceid=118, filesize=14.0 K 2024-11-22T16:41:46,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/29ed8dca95bb4dcba66bef9d8bb9a402 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/29ed8dca95bb4dcba66bef9d8bb9a402 2024-11-22T16:41:46,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/29ed8dca95bb4dcba66bef9d8bb9a402, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T16:41:46,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/abe4c4c43ab04e0a860952c1e028f1e9 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/abe4c4c43ab04e0a860952c1e028f1e9 2024-11-22T16:41:46,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/abe4c4c43ab04e0a860952c1e028f1e9, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T16:41:46,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~66.19 KB/67776, currentSize=114.05 KB/116790 for 91b3c3e890968409d398bbaf4a10de2b in 509ms, sequenceid=118, compaction requested=true 2024-11-22T16:41:46,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:46,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:46,927 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:41:46,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:46,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:46,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:46,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:46,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T16:41:46,928 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:41:46,928 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:41:46,928 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. because compaction request was cancelled 2024-11-22T16:41:46,928 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:A 2024-11-22T16:41:46,928 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:46,928 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:41:46,929 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:41:46,929 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:41:46,929 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. because compaction request was cancelled 2024-11-22T16:41:46,929 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:B 2024-11-22T16:41:46,930 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:46,930 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/C is initiating minor compaction (all files) 2024-11-22T16:41:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:46,930 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/C in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:46,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=120.76 KB heapSize=332.86 KB 2024-11-22T16:41:46,930 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8d35d7164ca3415c85abc03406ced6e6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/bb3057b878274179ac87f3f947337e53, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/abe4c4c43ab04e0a860952c1e028f1e9] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=35.3 K 2024-11-22T16:41:46,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:46,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:46,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:46,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:46,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:46,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:46,931 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d35d7164ca3415c85abc03406ced6e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732293704522 2024-11-22T16:41:46,932 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb3057b878274179ac87f3f947337e53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732293705215 2024-11-22T16:41:46,934 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting abe4c4c43ab04e0a860952c1e028f1e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732293705361 2024-11-22T16:41:46,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/0a29a54b36cf4075a133f248cbea1567 is 50, key is test_row_0/A:col10/1732293706927/Put/seqid=0 2024-11-22T16:41:46,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293766941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:46,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293766943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:46,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293766945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:46,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:46,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293766947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:46,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293766949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:46,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:46,970 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#C#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:46,971 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/d4a1a560c8d943d7894370b93f79e13c is 50, key is test_row_0/C:col10/1732293706413/Put/seqid=0 2024-11-22T16:41:46,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742104_1280 (size=14741) 2024-11-22T16:41:46,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/0a29a54b36cf4075a133f248cbea1567 2024-11-22T16:41:47,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/73d067b77d3a429b8d0f655075dfad51 is 50, key is test_row_0/B:col10/1732293706927/Put/seqid=0 2024-11-22T16:41:47,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742105_1281 (size=12241) 2024-11-22T16:41:47,032 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/d4a1a560c8d943d7894370b93f79e13c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/d4a1a560c8d943d7894370b93f79e13c 2024-11-22T16:41:47,037 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/C of 91b3c3e890968409d398bbaf4a10de2b into d4a1a560c8d943d7894370b93f79e13c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:47,037 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:47,038 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/C, priority=13, startTime=1732293706927; duration=0sec 2024-11-22T16:41:47,038 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:47,038 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:C 2024-11-22T16:41:47,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:47,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:47,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:47,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:47,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293767051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742106_1282 (size=12301) 2024-11-22T16:41:47,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/73d067b77d3a429b8d0f655075dfad51 2024-11-22T16:41:47,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293767061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293767061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293767062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293767062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/8ea79800b0e944598c3cb2eef3b53f0f is 50, key is test_row_0/C:col10/1732293706927/Put/seqid=0 2024-11-22T16:41:47,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742107_1283 (size=12301) 2024-11-22T16:41:47,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:47,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:47,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:47,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:47,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293767260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293767271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293767272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293767284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293767284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:47,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:47,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T16:41:47,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/8ea79800b0e944598c3cb2eef3b53f0f 2024-11-22T16:41:47,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/0a29a54b36cf4075a133f248cbea1567 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/0a29a54b36cf4075a133f248cbea1567 2024-11-22T16:41:47,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/0a29a54b36cf4075a133f248cbea1567, entries=200, sequenceid=307, filesize=14.4 K 2024-11-22T16:41:47,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/73d067b77d3a429b8d0f655075dfad51 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/73d067b77d3a429b8d0f655075dfad51 2024-11-22T16:41:47,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/73d067b77d3a429b8d0f655075dfad51, entries=150, sequenceid=307, filesize=12.0 K 2024-11-22T16:41:47,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:47,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:47,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:47,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:47,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/8ea79800b0e944598c3cb2eef3b53f0f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8ea79800b0e944598c3cb2eef3b53f0f 2024-11-22T16:41:47,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8ea79800b0e944598c3cb2eef3b53f0f, entries=150, sequenceid=307, filesize=12.0 K 2024-11-22T16:41:47,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~332.81 KB/340800, currentSize=60.38 KB/61830 for 91b3c3e890968409d398bbaf4a10de2b in 583ms, sequenceid=307, compaction requested=true 2024-11-22T16:41:47,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:47,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:47,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:47,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:47,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:47,513 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:47,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:47,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:47,513 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:47,514 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41289 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:47,514 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:47,514 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/A is initiating minor compaction (all files) 2024-11-22T16:41:47,514 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/B is initiating minor compaction (all files) 2024-11-22T16:41:47,514 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/A in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:47,515 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/B in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:47,515 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ce8a091b8fe14ce9bce185041ee33b90, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/31eb1ffd905a49a892faa74f9a9e0ac0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/0a29a54b36cf4075a133f248cbea1567] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=40.3 K 2024-11-22T16:41:47,515 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/45376f4f1285434093b8e0a75cd2e5ee, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/29ed8dca95bb4dcba66bef9d8bb9a402, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/73d067b77d3a429b8d0f655075dfad51] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=35.7 K 2024-11-22T16:41:47,515 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce8a091b8fe14ce9bce185041ee33b90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732293705215 2024-11-22T16:41:47,515 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 45376f4f1285434093b8e0a75cd2e5ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732293705215 2024-11-22T16:41:47,516 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 29ed8dca95bb4dcba66bef9d8bb9a402, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732293705361 2024-11-22T16:41:47,516 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31eb1ffd905a49a892faa74f9a9e0ac0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732293705361 2024-11-22T16:41:47,516 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a29a54b36cf4075a133f248cbea1567, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732293706918 2024-11-22T16:41:47,516 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 73d067b77d3a429b8d0f655075dfad51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732293706918 2024-11-22T16:41:47,524 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#A#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:47,524 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:47,524 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/dc7a51406e734ae28ad1fe5913f7d175 is 50, key is test_row_0/A:col10/1732293706927/Put/seqid=0 2024-11-22T16:41:47,525 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/1712cef2d2f94e90b1f92ecaeb2e2ff4 is 50, key is test_row_0/B:col10/1732293706927/Put/seqid=0 2024-11-22T16:41:47,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742108_1284 (size=12609) 2024-11-22T16:41:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742109_1285 (size=12609) 2024-11-22T16:41:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:47,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T16:41:47,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:47,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:47,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:47,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:47,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:47,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:47,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/ed9f6d9032d84a5bbedf31a0f46339f6 is 50, key is test_row_0/A:col10/1732293707572/Put/seqid=0 2024-11-22T16:41:47,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742110_1286 (size=14741) 2024-11-22T16:41:47,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293767620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293767621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293767622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293767625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293767625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:47,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:47,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:47,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:47,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293767731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293767731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293767731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293767741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293767741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:47,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,935 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/dc7a51406e734ae28ad1fe5913f7d175 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/dc7a51406e734ae28ad1fe5913f7d175 2024-11-22T16:41:47,942 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/A of 91b3c3e890968409d398bbaf4a10de2b into dc7a51406e734ae28ad1fe5913f7d175(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:47,942 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:47,942 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/A, priority=13, startTime=1732293707513; duration=0sec 2024-11-22T16:41:47,942 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:47,943 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:A 2024-11-22T16:41:47,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,943 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:41:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293767941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,943 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/1712cef2d2f94e90b1f92ecaeb2e2ff4 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/1712cef2d2f94e90b1f92ecaeb2e2ff4 2024-11-22T16:41:47,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293767942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293767942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,944 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:41:47,944 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:41:47,944 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. because compaction request was cancelled 2024-11-22T16:41:47,944 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:C 2024-11-22T16:41:47,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,947 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/B of 91b3c3e890968409d398bbaf4a10de2b into 1712cef2d2f94e90b1f92ecaeb2e2ff4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:47,947 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:47,947 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/B, priority=13, startTime=1732293707513; duration=0sec 2024-11-22T16:41:47,948 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:47,948 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:B 2024-11-22T16:41:47,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293767951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:47,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293767951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:47,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:47,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:47,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:47,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:47,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:47,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:47,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:47,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/ed9f6d9032d84a5bbedf31a0f46339f6 2024-11-22T16:41:47,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/cb18f16edcae41a5987659d7edfbfcaa is 50, key is test_row_0/B:col10/1732293707572/Put/seqid=0 2024-11-22T16:41:48,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742111_1287 (size=12301) 2024-11-22T16:41:48,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:48,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:48,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:48,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:48,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:48,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:48,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293768251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:48,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293768251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:48,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293768251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:48,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:48,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:48,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293768261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293768261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:48,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:48,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:48,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:48,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:48,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:48,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:48,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/cb18f16edcae41a5987659d7edfbfcaa 2024-11-22T16:41:48,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/7b935d8eddc94f918b322f3883102926 is 50, key is test_row_0/C:col10/1732293707572/Put/seqid=0 2024-11-22T16:41:48,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742112_1288 (size=12301) 2024-11-22T16:41:48,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:48,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:48,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:48,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:48,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:48,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T16:41:48,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:48,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:48,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:48,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:48,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:48,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:48,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:48,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:48,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:48,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:48,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:48,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293768761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293768761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:48,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293768761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:48,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293768771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:48,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293768771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:48,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/7b935d8eddc94f918b322f3883102926 2024-11-22T16:41:48,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/ed9f6d9032d84a5bbedf31a0f46339f6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ed9f6d9032d84a5bbedf31a0f46339f6 2024-11-22T16:41:48,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ed9f6d9032d84a5bbedf31a0f46339f6, entries=200, sequenceid=321, filesize=14.4 K 2024-11-22T16:41:48,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/cb18f16edcae41a5987659d7edfbfcaa as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/cb18f16edcae41a5987659d7edfbfcaa 2024-11-22T16:41:48,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/cb18f16edcae41a5987659d7edfbfcaa, entries=150, sequenceid=321, filesize=12.0 K 2024-11-22T16:41:48,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/7b935d8eddc94f918b322f3883102926 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/7b935d8eddc94f918b322f3883102926 2024-11-22T16:41:48,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/7b935d8eddc94f918b322f3883102926, entries=150, sequenceid=321, filesize=12.0 K 2024-11-22T16:41:48,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 91b3c3e890968409d398bbaf4a10de2b in 1261ms, sequenceid=321, compaction requested=true 2024-11-22T16:41:48,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:48,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:48,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:48,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:48,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:48,834 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:41:48,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:48,834 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:41:48,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:48,835 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:41:48,835 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:41:48,835 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:41:48,835 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:41:48,835 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. because compaction request was cancelled 2024-11-22T16:41:48,835 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. because compaction request was cancelled 2024-11-22T16:41:48,835 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:A 2024-11-22T16:41:48,835 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:B 2024-11-22T16:41:48,835 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:48,836 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36843 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:48,836 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/C is initiating minor compaction (all files) 2024-11-22T16:41:48,836 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/C in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:48,836 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/d4a1a560c8d943d7894370b93f79e13c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8ea79800b0e944598c3cb2eef3b53f0f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/7b935d8eddc94f918b322f3883102926] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=36.0 K 2024-11-22T16:41:48,837 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4a1a560c8d943d7894370b93f79e13c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732293705361 2024-11-22T16:41:48,837 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ea79800b0e944598c3cb2eef3b53f0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732293706918 2024-11-22T16:41:48,837 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b935d8eddc94f918b322f3883102926, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732293706944 2024-11-22T16:41:48,844 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#C#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:48,845 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/6eda9060a5854777b9ef95100baf5b27 is 50, key is test_row_0/C:col10/1732293707572/Put/seqid=0 2024-11-22T16:41:48,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742113_1289 (size=12643) 2024-11-22T16:41:48,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T16:41:48,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:48,887 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T16:41:48,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:48,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:48,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:48,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:48,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:48,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:48,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/3b8bbc532a2c4995b7c8bc4cdca0858c is 50, key is test_row_0/A:col10/1732293707619/Put/seqid=0 2024-11-22T16:41:48,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742114_1290 (size=12301) 2024-11-22T16:41:49,255 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/6eda9060a5854777b9ef95100baf5b27 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/6eda9060a5854777b9ef95100baf5b27 2024-11-22T16:41:49,260 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/C of 91b3c3e890968409d398bbaf4a10de2b into 6eda9060a5854777b9ef95100baf5b27(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:49,260 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:49,260 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/C, priority=13, startTime=1732293708834; duration=0sec 2024-11-22T16:41:49,260 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:49,260 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:C 2024-11-22T16:41:49,297 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/3b8bbc532a2c4995b7c8bc4cdca0858c 2024-11-22T16:41:49,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/8f36f6415ab946969e05d5e350794871 is 50, key is test_row_0/B:col10/1732293707619/Put/seqid=0 2024-11-22T16:41:49,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742115_1291 (size=12301) 2024-11-22T16:41:49,712 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/8f36f6415ab946969e05d5e350794871 2024-11-22T16:41:49,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/b37548b9defd4c8096bb0c04c709fc08 is 50, key is test_row_0/C:col10/1732293707619/Put/seqid=0 2024-11-22T16:41:49,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742116_1292 (size=12301) 2024-11-22T16:41:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:49,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:49,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:49,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293769786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293769787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:49,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:49,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293769788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:49,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:49,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:49,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:49,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293769791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:49,794 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 91b3c3e890968409d398bbaf4a10de2b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:49,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293769792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:49,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293769901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:49,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293769901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:49,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293769901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293769901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293770111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:50,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:50,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293770111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:50,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:50,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293770111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:50,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:50,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293770111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:50,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,127 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/b37548b9defd4c8096bb0c04c709fc08 2024-11-22T16:41:50,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/3b8bbc532a2c4995b7c8bc4cdca0858c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/3b8bbc532a2c4995b7c8bc4cdca0858c 2024-11-22T16:41:50,135 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/3b8bbc532a2c4995b7c8bc4cdca0858c, entries=150, sequenceid=342, filesize=12.0 K 2024-11-22T16:41:50,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/8f36f6415ab946969e05d5e350794871 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/8f36f6415ab946969e05d5e350794871 2024-11-22T16:41:50,140 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/8f36f6415ab946969e05d5e350794871, entries=150, sequenceid=342, filesize=12.0 K 2024-11-22T16:41:50,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/b37548b9defd4c8096bb0c04c709fc08 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/b37548b9defd4c8096bb0c04c709fc08 2024-11-22T16:41:50,144 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/b37548b9defd4c8096bb0c04c709fc08, entries=150, sequenceid=342, filesize=12.0 K 2024-11-22T16:41:50,145 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 91b3c3e890968409d398bbaf4a10de2b in 1258ms, sequenceid=342, compaction requested=true 2024-11-22T16:41:50,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:50,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:50,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-22T16:41:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-22T16:41:50,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-22T16:41:50,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8690 sec 2024-11-22T16:41:50,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 3.8770 sec 2024-11-22T16:41:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:50,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T16:41:50,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:50,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:50,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:50,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:50,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:50,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:50,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/bf70b6c61bff44ee88ac37229dc0b47b is 50, key is test_row_0/A:col10/1732293709791/Put/seqid=0 2024-11-22T16:41:50,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742117_1293 (size=12301) 2024-11-22T16:41:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T16:41:50,441 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:50,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-22T16:41:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T16:41:50,443 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:50,444 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:50,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:50,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293770471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293770471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293770471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:50,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293770472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T16:41:50,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293770580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:50,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293770581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293770581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293770581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T16:41:50,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:50,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:50,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:50,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:50,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:50,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T16:41:50,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:50,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:50,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:50,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:50,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T16:41:50,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293770791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:50,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293770791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293770791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:50,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293770791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:50,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:50,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:50,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/bf70b6c61bff44ee88ac37229dc0b47b 2024-11-22T16:41:50,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/4d12b49db0414adc927decb559588220 is 50, key is test_row_0/B:col10/1732293709791/Put/seqid=0 2024-11-22T16:41:50,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742118_1294 (size=12301) 2024-11-22T16:41:50,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T16:41:50,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:50,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:50,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:50,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:50,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:51,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T16:41:51,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:51,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:51,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:51,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:51,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T16:41:51,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293771101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293771101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:51,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:51,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293771121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293771121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:51,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:51,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T16:41:51,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:51,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:51,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:51,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:51,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:51,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/4d12b49db0414adc927decb559588220 2024-11-22T16:41:51,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/0dd9ac4bd3ba487fb4299f9255586e9e is 50, key is test_row_0/C:col10/1732293709791/Put/seqid=0 2024-11-22T16:41:51,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742119_1295 (size=12301) 2024-11-22T16:41:51,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/0dd9ac4bd3ba487fb4299f9255586e9e 2024-11-22T16:41:51,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/bf70b6c61bff44ee88ac37229dc0b47b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/bf70b6c61bff44ee88ac37229dc0b47b 2024-11-22T16:41:51,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/bf70b6c61bff44ee88ac37229dc0b47b, entries=150, sequenceid=358, filesize=12.0 K 2024-11-22T16:41:51,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/4d12b49db0414adc927decb559588220 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/4d12b49db0414adc927decb559588220 2024-11-22T16:41:51,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/4d12b49db0414adc927decb559588220, entries=150, sequenceid=358, filesize=12.0 K 2024-11-22T16:41:51,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/0dd9ac4bd3ba487fb4299f9255586e9e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0dd9ac4bd3ba487fb4299f9255586e9e 2024-11-22T16:41:51,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0dd9ac4bd3ba487fb4299f9255586e9e, entries=150, sequenceid=358, filesize=12.0 K 2024-11-22T16:41:51,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 91b3c3e890968409d398bbaf4a10de2b in 850ms, sequenceid=358, compaction requested=true 2024-11-22T16:41:51,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:51,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:51,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:51,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:51,274 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:41:51,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:51,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:51,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:51,274 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:41:51,279 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51952 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:41:51,279 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/A is initiating minor compaction (all files) 2024-11-22T16:41:51,279 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/A in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:51,279 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/dc7a51406e734ae28ad1fe5913f7d175, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ed9f6d9032d84a5bbedf31a0f46339f6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/3b8bbc532a2c4995b7c8bc4cdca0858c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/bf70b6c61bff44ee88ac37229dc0b47b] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=50.7 K 2024-11-22T16:41:51,279 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49512 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:41:51,279 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/B is initiating minor compaction (all files) 2024-11-22T16:41:51,279 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/B in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:51,279 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/1712cef2d2f94e90b1f92ecaeb2e2ff4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/cb18f16edcae41a5987659d7edfbfcaa, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/8f36f6415ab946969e05d5e350794871, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/4d12b49db0414adc927decb559588220] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=48.4 K 2024-11-22T16:41:51,280 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc7a51406e734ae28ad1fe5913f7d175, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732293706918 2024-11-22T16:41:51,280 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 1712cef2d2f94e90b1f92ecaeb2e2ff4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732293706918 2024-11-22T16:41:51,281 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting cb18f16edcae41a5987659d7edfbfcaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732293706944 2024-11-22T16:41:51,281 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed9f6d9032d84a5bbedf31a0f46339f6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732293706935 2024-11-22T16:41:51,281 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f36f6415ab946969e05d5e350794871, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732293707619 2024-11-22T16:41:51,281 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b8bbc532a2c4995b7c8bc4cdca0858c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732293707619 2024-11-22T16:41:51,282 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf70b6c61bff44ee88ac37229dc0b47b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732293709791 2024-11-22T16:41:51,282 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d12b49db0414adc927decb559588220, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732293709791 2024-11-22T16:41:51,294 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#B#compaction#252 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:51,294 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/40e221619fcc4fbd9bac305fadc506bd is 50, key is test_row_0/B:col10/1732293709791/Put/seqid=0 2024-11-22T16:41:51,295 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#A#compaction#253 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:51,295 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/aab7eb3d635f4dfe8ca6fb85f4beff19 is 50, key is test_row_0/A:col10/1732293709791/Put/seqid=0 2024-11-22T16:41:51,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742121_1297 (size=12745) 2024-11-22T16:41:51,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742120_1296 (size=12745) 2024-11-22T16:41:51,311 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/40e221619fcc4fbd9bac305fadc506bd as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/40e221619fcc4fbd9bac305fadc506bd 2024-11-22T16:41:51,315 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/B of 91b3c3e890968409d398bbaf4a10de2b into 40e221619fcc4fbd9bac305fadc506bd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:51,315 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:51,315 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/B, priority=12, startTime=1732293711274; duration=0sec 2024-11-22T16:41:51,316 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:51,316 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:B 2024-11-22T16:41:51,316 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:51,317 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:51,317 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/C is initiating minor compaction (all files) 2024-11-22T16:41:51,317 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/C in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:51,317 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/6eda9060a5854777b9ef95100baf5b27, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/b37548b9defd4c8096bb0c04c709fc08, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0dd9ac4bd3ba487fb4299f9255586e9e] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=36.4 K 2024-11-22T16:41:51,317 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 6eda9060a5854777b9ef95100baf5b27, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732293706944 2024-11-22T16:41:51,318 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting b37548b9defd4c8096bb0c04c709fc08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732293707619 2024-11-22T16:41:51,318 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dd9ac4bd3ba487fb4299f9255586e9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732293709791 2024-11-22T16:41:51,325 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#C#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:51,326 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/f8ad92356b654adfb22c7a01f7bbbc70 is 50, key is test_row_0/C:col10/1732293709791/Put/seqid=0 2024-11-22T16:41:51,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742122_1298 (size=12745) 2024-11-22T16:41:51,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T16:41:51,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:51,362 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T16:41:51,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:51,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:51,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:51,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:51,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:51,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:51,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/8ca1a2aedadc46eabd9f9d94105be0ad is 50, key is test_row_0/A:col10/1732293710449/Put/seqid=0 2024-11-22T16:41:51,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742123_1299 (size=12301) 2024-11-22T16:41:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T16:41:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:51,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:51,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293771635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:51,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293771636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293771637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:51,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293771639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:51,713 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/aab7eb3d635f4dfe8ca6fb85f4beff19 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/aab7eb3d635f4dfe8ca6fb85f4beff19 2024-11-22T16:41:51,717 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/A of 91b3c3e890968409d398bbaf4a10de2b into aab7eb3d635f4dfe8ca6fb85f4beff19(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:51,717 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:51,718 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/A, priority=12, startTime=1732293711274; duration=0sec 2024-11-22T16:41:51,718 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:51,718 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:A 2024-11-22T16:41:51,738 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/f8ad92356b654adfb22c7a01f7bbbc70 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/f8ad92356b654adfb22c7a01f7bbbc70 2024-11-22T16:41:51,743 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/C of 91b3c3e890968409d398bbaf4a10de2b into f8ad92356b654adfb22c7a01f7bbbc70(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:51,743 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:51,743 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/C, priority=13, startTime=1732293711274; duration=0sec 2024-11-22T16:41:51,743 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:51,743 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:C 2024-11-22T16:41:51,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293771751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293771751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293771751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293771751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:51,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:51,783 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/8ca1a2aedadc46eabd9f9d94105be0ad 2024-11-22T16:41:51,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/2a27894992ed4a63b8bdf2479dbd39fc is 50, key is test_row_0/B:col10/1732293710449/Put/seqid=0 2024-11-22T16:41:51,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742124_1300 (size=12301) 2024-11-22T16:41:51,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293771801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,803 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 91b3c3e890968409d398bbaf4a10de2b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:51,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:51,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293771962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293771962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:51,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293771962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:51,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293771962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:51,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:51,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:52,195 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/2a27894992ed4a63b8bdf2479dbd39fc 2024-11-22T16:41:52,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/0ca00faa32e54c6eaa3e90d14c19f061 is 50, key is test_row_0/C:col10/1732293710449/Put/seqid=0 2024-11-22T16:41:52,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742125_1301 (size=12301) 2024-11-22T16:41:52,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293772271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:52,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293772271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:52,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293772271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:52,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:52,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293772271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:52,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T16:41:52,608 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/0ca00faa32e54c6eaa3e90d14c19f061 2024-11-22T16:41:52,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/8ca1a2aedadc46eabd9f9d94105be0ad as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/8ca1a2aedadc46eabd9f9d94105be0ad 2024-11-22T16:41:52,616 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/8ca1a2aedadc46eabd9f9d94105be0ad, entries=150, sequenceid=376, filesize=12.0 K 2024-11-22T16:41:52,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/2a27894992ed4a63b8bdf2479dbd39fc as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/2a27894992ed4a63b8bdf2479dbd39fc 2024-11-22T16:41:52,620 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/2a27894992ed4a63b8bdf2479dbd39fc, entries=150, sequenceid=376, filesize=12.0 K 2024-11-22T16:41:52,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/0ca00faa32e54c6eaa3e90d14c19f061 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0ca00faa32e54c6eaa3e90d14c19f061 2024-11-22T16:41:52,625 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0ca00faa32e54c6eaa3e90d14c19f061, entries=150, sequenceid=376, filesize=12.0 K 2024-11-22T16:41:52,625 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 91b3c3e890968409d398bbaf4a10de2b in 1263ms, sequenceid=376, compaction requested=false 2024-11-22T16:41:52,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:52,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:52,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-22T16:41:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-22T16:41:52,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-22T16:41:52,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1830 sec 2024-11-22T16:41:52,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.1870 sec 2024-11-22T16:41:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:52,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T16:41:52,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:52,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:52,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:52,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:52,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:52,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:52,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/cae44c3c03c8447280bb38f2221a2aa5 is 50, key is test_row_0/A:col10/1732293711637/Put/seqid=0 2024-11-22T16:41:52,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742126_1302 (size=12301) 2024-11-22T16:41:52,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/cae44c3c03c8447280bb38f2221a2aa5 2024-11-22T16:41:52,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293772798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:52,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/b434e8a7691749a2a1fafd5a7c0cd6d6 is 50, key is test_row_0/B:col10/1732293711637/Put/seqid=0 2024-11-22T16:41:52,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:52,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293772799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:52,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293772801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:52,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742127_1303 (size=12301) 2024-11-22T16:41:52,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293772802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:52,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/b434e8a7691749a2a1fafd5a7c0cd6d6 2024-11-22T16:41:52,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/ef7d9772eed84ee687f7d5ffee581762 is 50, key is test_row_0/C:col10/1732293711637/Put/seqid=0 2024-11-22T16:41:52,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742128_1304 (size=12301) 2024-11-22T16:41:52,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/ef7d9772eed84ee687f7d5ffee581762 2024-11-22T16:41:52,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/cae44c3c03c8447280bb38f2221a2aa5 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/cae44c3c03c8447280bb38f2221a2aa5 2024-11-22T16:41:52,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/cae44c3c03c8447280bb38f2221a2aa5, entries=150, sequenceid=394, filesize=12.0 K 2024-11-22T16:41:52,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/b434e8a7691749a2a1fafd5a7c0cd6d6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/b434e8a7691749a2a1fafd5a7c0cd6d6 2024-11-22T16:41:52,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/b434e8a7691749a2a1fafd5a7c0cd6d6, entries=150, sequenceid=394, filesize=12.0 K 2024-11-22T16:41:52,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/ef7d9772eed84ee687f7d5ffee581762 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/ef7d9772eed84ee687f7d5ffee581762 2024-11-22T16:41:52,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/ef7d9772eed84ee687f7d5ffee581762, entries=150, sequenceid=394, filesize=12.0 K 2024-11-22T16:41:52,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 91b3c3e890968409d398bbaf4a10de2b in 53ms, sequenceid=394, compaction requested=true 2024-11-22T16:41:52,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:52,836 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:52,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:52,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:52,836 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:52,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:52,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:52,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:52,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:52,837 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:52,838 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/A is initiating minor compaction (all files) 2024-11-22T16:41:52,838 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/A in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:52,838 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/aab7eb3d635f4dfe8ca6fb85f4beff19, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/8ca1a2aedadc46eabd9f9d94105be0ad, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/cae44c3c03c8447280bb38f2221a2aa5] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=36.5 K 2024-11-22T16:41:52,838 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:52,838 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/B is initiating minor compaction (all files) 2024-11-22T16:41:52,838 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/B in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:52,838 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/40e221619fcc4fbd9bac305fadc506bd, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/2a27894992ed4a63b8bdf2479dbd39fc, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/b434e8a7691749a2a1fafd5a7c0cd6d6] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=36.5 K 2024-11-22T16:41:52,838 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting aab7eb3d635f4dfe8ca6fb85f4beff19, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732293709791 2024-11-22T16:41:52,839 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 40e221619fcc4fbd9bac305fadc506bd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732293709791 2024-11-22T16:41:52,839 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ca1a2aedadc46eabd9f9d94105be0ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732293710433 2024-11-22T16:41:52,839 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a27894992ed4a63b8bdf2479dbd39fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732293710433 2024-11-22T16:41:52,839 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting cae44c3c03c8447280bb38f2221a2aa5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732293711636 2024-11-22T16:41:52,840 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting b434e8a7691749a2a1fafd5a7c0cd6d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732293711636 2024-11-22T16:41:52,853 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#A#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:52,853 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#B#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:52,854 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/b489ba79bc6b4335a4ce481f11c56e2f is 50, key is test_row_0/B:col10/1732293711637/Put/seqid=0 2024-11-22T16:41:52,854 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/7ed128677cb346d686d18eb9cb13098d is 50, key is test_row_0/A:col10/1732293711637/Put/seqid=0 2024-11-22T16:41:52,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742129_1305 (size=12847) 2024-11-22T16:41:52,865 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/b489ba79bc6b4335a4ce481f11c56e2f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/b489ba79bc6b4335a4ce481f11c56e2f 2024-11-22T16:41:52,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742130_1306 (size=12847) 2024-11-22T16:41:52,870 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/B of 91b3c3e890968409d398bbaf4a10de2b into b489ba79bc6b4335a4ce481f11c56e2f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:52,870 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:52,870 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/B, priority=13, startTime=1732293712836; duration=0sec 2024-11-22T16:41:52,870 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:52,870 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:B 2024-11-22T16:41:52,870 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:52,872 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:52,872 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/C is initiating minor compaction (all files) 2024-11-22T16:41:52,872 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/C in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:52,872 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/f8ad92356b654adfb22c7a01f7bbbc70, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0ca00faa32e54c6eaa3e90d14c19f061, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/ef7d9772eed84ee687f7d5ffee581762] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=36.5 K 2024-11-22T16:41:52,873 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting f8ad92356b654adfb22c7a01f7bbbc70, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732293709791 2024-11-22T16:41:52,874 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ca00faa32e54c6eaa3e90d14c19f061, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732293710433 2024-11-22T16:41:52,874 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting ef7d9772eed84ee687f7d5ffee581762, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732293711636 2024-11-22T16:41:52,876 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/7ed128677cb346d686d18eb9cb13098d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/7ed128677cb346d686d18eb9cb13098d 2024-11-22T16:41:52,880 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/A of 91b3c3e890968409d398bbaf4a10de2b into 7ed128677cb346d686d18eb9cb13098d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:52,880 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:52,880 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/A, priority=13, startTime=1732293712836; duration=0sec 2024-11-22T16:41:52,880 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:52,880 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:A 2024-11-22T16:41:52,882 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#C#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:52,883 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/14aba1a5957344d5947a8cf7afbac7c2 is 50, key is test_row_0/C:col10/1732293711637/Put/seqid=0 2024-11-22T16:41:52,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742131_1307 (size=12847) 2024-11-22T16:41:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:52,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T16:41:52,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:52,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:52,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:52,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:52,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:52,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:52,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/aad4645bc653448ba2384177dce7269c is 50, key is test_row_0/A:col10/1732293712799/Put/seqid=0 2024-11-22T16:41:52,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742132_1308 (size=12301) 2024-11-22T16:41:52,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293772927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:52,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:52,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293772929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:52,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:52,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:52,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:52,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293772930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293772930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:52,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:52,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:52,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293773040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293773041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293773041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293773041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293773251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293773252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293773252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293773252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,292 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/14aba1a5957344d5947a8cf7afbac7c2 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/14aba1a5957344d5947a8cf7afbac7c2 2024-11-22T16:41:53,296 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/C of 91b3c3e890968409d398bbaf4a10de2b into 14aba1a5957344d5947a8cf7afbac7c2(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:53,296 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:53,296 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/C, priority=13, startTime=1732293712837; duration=0sec 2024-11-22T16:41:53,296 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:53,296 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:C 2024-11-22T16:41:53,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/aad4645bc653448ba2384177dce7269c 2024-11-22T16:41:53,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/6f44bdb63f604e08b20df620691fac05 is 50, key is test_row_0/B:col10/1732293712799/Put/seqid=0 2024-11-22T16:41:53,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742133_1309 (size=12301) 2024-11-22T16:41:53,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/6f44bdb63f604e08b20df620691fac05 2024-11-22T16:41:53,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/7144c11196b344f1b09de872672c3e5a is 50, key is test_row_0/C:col10/1732293712799/Put/seqid=0 2024-11-22T16:41:53,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742134_1310 (size=12301) 2024-11-22T16:41:53,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/7144c11196b344f1b09de872672c3e5a 2024-11-22T16:41:53,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/aad4645bc653448ba2384177dce7269c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/aad4645bc653448ba2384177dce7269c 2024-11-22T16:41:53,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/aad4645bc653448ba2384177dce7269c, entries=150, sequenceid=413, filesize=12.0 K 2024-11-22T16:41:53,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/6f44bdb63f604e08b20df620691fac05 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/6f44bdb63f604e08b20df620691fac05 2024-11-22T16:41:53,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/6f44bdb63f604e08b20df620691fac05, entries=150, sequenceid=413, filesize=12.0 K 2024-11-22T16:41:53,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/7144c11196b344f1b09de872672c3e5a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/7144c11196b344f1b09de872672c3e5a 2024-11-22T16:41:53,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/7144c11196b344f1b09de872672c3e5a, entries=150, sequenceid=413, filesize=12.0 K 2024-11-22T16:41:53,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 91b3c3e890968409d398bbaf4a10de2b in 483ms, sequenceid=413, compaction requested=false 2024-11-22T16:41:53,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:53,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T16:41:53,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:53,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:53,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:53,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:53,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:53,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:53,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/3af2b6045092410a9a1a799ad230e467 is 50, key is test_row_0/A:col10/1732293713563/Put/seqid=0 2024-11-22T16:41:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742135_1311 (size=14741) 2024-11-22T16:41:53,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/3af2b6045092410a9a1a799ad230e467 2024-11-22T16:41:53,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293773577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293773579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293773581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/f2b66b8ed47f42c8bffca9cdc0f97131 is 50, key is test_row_0/B:col10/1732293713563/Put/seqid=0 2024-11-22T16:41:53,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293773582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742136_1312 (size=12301) 2024-11-22T16:41:53,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293773691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293773691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293773691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293773691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293773901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293773901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293773902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293773902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:53,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/f2b66b8ed47f42c8bffca9cdc0f97131 2024-11-22T16:41:53,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/0d5314dffd524cc78eb9d6da5d101e89 is 50, key is test_row_0/C:col10/1732293713563/Put/seqid=0 2024-11-22T16:41:54,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742137_1313 (size=12301) 2024-11-22T16:41:54,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:54,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293774211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293774211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:54,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:54,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:54,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293774211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:54,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:54,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293774211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:54,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:54,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/0d5314dffd524cc78eb9d6da5d101e89 2024-11-22T16:41:54,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/3af2b6045092410a9a1a799ad230e467 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/3af2b6045092410a9a1a799ad230e467 2024-11-22T16:41:54,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/3af2b6045092410a9a1a799ad230e467, entries=200, sequenceid=431, filesize=14.4 K 2024-11-22T16:41:54,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/f2b66b8ed47f42c8bffca9cdc0f97131 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/f2b66b8ed47f42c8bffca9cdc0f97131 2024-11-22T16:41:54,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/f2b66b8ed47f42c8bffca9cdc0f97131, entries=150, sequenceid=431, filesize=12.0 K 2024-11-22T16:41:54,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/0d5314dffd524cc78eb9d6da5d101e89 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0d5314dffd524cc78eb9d6da5d101e89 2024-11-22T16:41:54,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0d5314dffd524cc78eb9d6da5d101e89, entries=150, sequenceid=431, filesize=12.0 K 2024-11-22T16:41:54,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 91b3c3e890968409d398bbaf4a10de2b in 857ms, sequenceid=431, compaction requested=true 2024-11-22T16:41:54,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:54,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:54,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:54,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:54,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:54,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:54,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:54,421 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:54,421 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:54,422 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:54,422 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:54,422 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/B is initiating minor compaction (all files) 2024-11-22T16:41:54,422 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/A is initiating minor compaction (all files) 2024-11-22T16:41:54,422 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/A in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:54,423 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/B in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:54,423 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/7ed128677cb346d686d18eb9cb13098d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/aad4645bc653448ba2384177dce7269c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/3af2b6045092410a9a1a799ad230e467] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=39.0 K 2024-11-22T16:41:54,423 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/b489ba79bc6b4335a4ce481f11c56e2f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/6f44bdb63f604e08b20df620691fac05, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/f2b66b8ed47f42c8bffca9cdc0f97131] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=36.6 K 2024-11-22T16:41:54,424 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ed128677cb346d686d18eb9cb13098d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732293711636 2024-11-22T16:41:54,424 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting b489ba79bc6b4335a4ce481f11c56e2f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732293711636 2024-11-22T16:41:54,425 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting aad4645bc653448ba2384177dce7269c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732293712798 2024-11-22T16:41:54,425 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f44bdb63f604e08b20df620691fac05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732293712798 2024-11-22T16:41:54,425 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3af2b6045092410a9a1a799ad230e467, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732293712927 2024-11-22T16:41:54,425 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting f2b66b8ed47f42c8bffca9cdc0f97131, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732293712929 2024-11-22T16:41:54,434 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#B#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:54,434 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/c81cd03f18dd4afc9adffcbba8a0e404 is 50, key is test_row_0/B:col10/1732293713563/Put/seqid=0 2024-11-22T16:41:54,439 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#A#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:54,439 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/eb72ca2bbc564f1898ee74116dbd6493 is 50, key is test_row_0/A:col10/1732293713563/Put/seqid=0 2024-11-22T16:41:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742138_1314 (size=12949) 2024-11-22T16:41:54,462 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/c81cd03f18dd4afc9adffcbba8a0e404 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/c81cd03f18dd4afc9adffcbba8a0e404 2024-11-22T16:41:54,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742139_1315 (size=12949) 2024-11-22T16:41:54,467 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/B of 91b3c3e890968409d398bbaf4a10de2b into c81cd03f18dd4afc9adffcbba8a0e404(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:54,467 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:54,468 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/B, priority=13, startTime=1732293714421; duration=0sec 2024-11-22T16:41:54,468 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:54,468 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:B 2024-11-22T16:41:54,468 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:41:54,469 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:41:54,469 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/C is initiating minor compaction (all files) 2024-11-22T16:41:54,469 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/C in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:54,470 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/14aba1a5957344d5947a8cf7afbac7c2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/7144c11196b344f1b09de872672c3e5a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0d5314dffd524cc78eb9d6da5d101e89] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=36.6 K 2024-11-22T16:41:54,470 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 14aba1a5957344d5947a8cf7afbac7c2, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732293711636 2024-11-22T16:41:54,472 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 7144c11196b344f1b09de872672c3e5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732293712798 2024-11-22T16:41:54,472 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d5314dffd524cc78eb9d6da5d101e89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732293712929 2024-11-22T16:41:54,472 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/eb72ca2bbc564f1898ee74116dbd6493 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/eb72ca2bbc564f1898ee74116dbd6493 2024-11-22T16:41:54,478 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/A of 91b3c3e890968409d398bbaf4a10de2b into eb72ca2bbc564f1898ee74116dbd6493(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:54,478 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:54,478 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/A, priority=13, startTime=1732293714421; duration=0sec 2024-11-22T16:41:54,478 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:54,478 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:A 2024-11-22T16:41:54,483 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#C#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:54,484 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/92f97371513e422284aa92b396baf031 is 50, key is test_row_0/C:col10/1732293713563/Put/seqid=0 2024-11-22T16:41:54,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742140_1316 (size=12949) 2024-11-22T16:41:54,526 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/92f97371513e422284aa92b396baf031 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/92f97371513e422284aa92b396baf031 2024-11-22T16:41:54,532 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/C of 91b3c3e890968409d398bbaf4a10de2b into 92f97371513e422284aa92b396baf031(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:54,532 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:54,532 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/C, priority=13, startTime=1732293714421; duration=0sec 2024-11-22T16:41:54,532 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:54,532 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:C 2024-11-22T16:41:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T16:41:54,601 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:54,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-22T16:41:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T16:41:54,604 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:54,604 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:54,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T16:41:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:54,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T16:41:54,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:54,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:54,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:54,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:54,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:54,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:54,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/2010e5cd0a9c4cd1a48654494195775e is 50, key is test_row_0/A:col10/1732293713579/Put/seqid=0 2024-11-22T16:41:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742141_1317 (size=12301) 2024-11-22T16:41:54,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293774737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:54,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293774738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:54,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293774739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:54,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293774740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:54,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T16:41:54,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:54,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:54,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:54,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:54,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:54,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293774850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:54,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:54,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293774850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:54,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:54,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293774851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:54,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:54,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293774851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:54,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:54,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:54,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:54,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T16:41:54,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:54,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:54,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:54,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:54,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T16:41:55,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293775060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:55,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T16:41:55,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:55,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:55,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:55,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293775061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:55,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:55,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293775061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:55,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293775061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:55,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/2010e5cd0a9c4cd1a48654494195775e 2024-11-22T16:41:55,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/cafe4facaf124862bef29e3e30da3794 is 50, key is test_row_0/B:col10/1732293713579/Put/seqid=0 2024-11-22T16:41:55,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742142_1318 (size=12301) 2024-11-22T16:41:55,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T16:41:55,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:55,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:55,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:55,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T16:41:55,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T16:41:55,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:55,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:55,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:55,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293775371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:55,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293775371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:55,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293775372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:55,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293775372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:55,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T16:41:55,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:55,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:55,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:55,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/cafe4facaf124862bef29e3e30da3794 2024-11-22T16:41:55,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/8fcd33946d4042548f438b73658502c9 is 50, key is test_row_0/C:col10/1732293713579/Put/seqid=0 2024-11-22T16:41:55,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742143_1319 (size=12301) 2024-11-22T16:41:55,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T16:41:55,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:55,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:55,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:55,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T16:41:55,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T16:41:55,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:55,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:55,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:55,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:55,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56592 deadline: 1732293775831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:55,833 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 91b3c3e890968409d398bbaf4a10de2b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:41:55,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:55,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293775881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:55,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293775881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:55,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293775881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293775881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:55,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/8fcd33946d4042548f438b73658502c9 2024-11-22T16:41:55,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/2010e5cd0a9c4cd1a48654494195775e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/2010e5cd0a9c4cd1a48654494195775e 2024-11-22T16:41:55,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/2010e5cd0a9c4cd1a48654494195775e, entries=150, sequenceid=450, filesize=12.0 K 2024-11-22T16:41:55,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/cafe4facaf124862bef29e3e30da3794 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/cafe4facaf124862bef29e3e30da3794 2024-11-22T16:41:55,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/cafe4facaf124862bef29e3e30da3794, entries=150, sequenceid=450, filesize=12.0 K 2024-11-22T16:41:55,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/8fcd33946d4042548f438b73658502c9 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8fcd33946d4042548f438b73658502c9 2024-11-22T16:41:55,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8fcd33946d4042548f438b73658502c9, entries=150, sequenceid=450, filesize=12.0 K 2024-11-22T16:41:55,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 91b3c3e890968409d398bbaf4a10de2b in 1252ms, sequenceid=450, compaction requested=false 2024-11-22T16:41:55,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:55,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T16:41:55,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:55,982 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T16:41:55,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:55,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:55,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:55,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:55,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:55,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:55,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/ab3b9ba2270e465fb96c4daa3ba51bf2 is 50, key is test_row_0/A:col10/1732293714738/Put/seqid=0 2024-11-22T16:41:55,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742144_1320 (size=12301) 2024-11-22T16:41:55,991 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/ab3b9ba2270e465fb96c4daa3ba51bf2 2024-11-22T16:41:55,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/80fb3d106bd64821ad46a19e2af1a1af is 50, key is test_row_0/B:col10/1732293714738/Put/seqid=0 2024-11-22T16:41:56,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742145_1321 (size=12301) 2024-11-22T16:41:56,402 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/80fb3d106bd64821ad46a19e2af1a1af 2024-11-22T16:41:56,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/9f5dffd19e584e6185c890c0ef58121f is 50, key is test_row_0/C:col10/1732293714738/Put/seqid=0 2024-11-22T16:41:56,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742146_1322 (size=12301) 2024-11-22T16:41:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T16:41:56,814 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/9f5dffd19e584e6185c890c0ef58121f 2024-11-22T16:41:56,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/ab3b9ba2270e465fb96c4daa3ba51bf2 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ab3b9ba2270e465fb96c4daa3ba51bf2 2024-11-22T16:41:56,823 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ab3b9ba2270e465fb96c4daa3ba51bf2, entries=150, sequenceid=466, filesize=12.0 K 2024-11-22T16:41:56,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/80fb3d106bd64821ad46a19e2af1a1af as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/80fb3d106bd64821ad46a19e2af1a1af 2024-11-22T16:41:56,827 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/80fb3d106bd64821ad46a19e2af1a1af, entries=150, sequenceid=466, filesize=12.0 K 2024-11-22T16:41:56,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/9f5dffd19e584e6185c890c0ef58121f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/9f5dffd19e584e6185c890c0ef58121f 2024-11-22T16:41:56,833 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/9f5dffd19e584e6185c890c0ef58121f, entries=150, sequenceid=466, filesize=12.0 K 2024-11-22T16:41:56,834 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 91b3c3e890968409d398bbaf4a10de2b in 852ms, sequenceid=466, compaction requested=true 2024-11-22T16:41:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:56,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-22T16:41:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-22T16:41:56,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-22T16:41:56,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2320 sec 2024-11-22T16:41:56,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 2.2360 sec 2024-11-22T16:41:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:56,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T16:41:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:56,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:56,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/220a7e8c8a5345b8b117ad0c4c429f63 is 50, key is test_row_0/A:col10/1732293716896/Put/seqid=0 2024-11-22T16:41:56,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742147_1323 (size=14741) 2024-11-22T16:41:56,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/220a7e8c8a5345b8b117ad0c4c429f63 2024-11-22T16:41:56,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/5cc4e9693b4d44d185c6394b440bff07 is 50, key is test_row_0/B:col10/1732293716896/Put/seqid=0 2024-11-22T16:41:56,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742148_1324 (size=12301) 2024-11-22T16:41:56,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/5cc4e9693b4d44d185c6394b440bff07 2024-11-22T16:41:56,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732293716922, max timestamp=1732293716934Num uniques 859; 2024-11-22T16:41:56,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T16:41:56,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732293716922, max timestamp=1732293716934Num uniques 859; 2024-11-22T16:41:56,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732293716922, max timestamp=1732293716934Num uniques 859; 2024-11-22T16:41:56,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T16:41:56,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T16:41:56,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/6a736677f55e40f5bcb07bf9b0704ac2 is 50, key is test_row_0/C:col10/1732293716896/Put/seqid=0 2024-11-22T16:41:56,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742149_1325 (size=12301) 2024-11-22T16:41:56,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293776964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:56,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293776964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:56,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293776966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:56,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:56,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:56,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:56,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293776970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293777082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293777082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293777082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293777082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293777291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293777291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293777292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293777292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/6a736677f55e40f5bcb07bf9b0704ac2 2024-11-22T16:41:57,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/220a7e8c8a5345b8b117ad0c4c429f63 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/220a7e8c8a5345b8b117ad0c4c429f63 2024-11-22T16:41:57,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/220a7e8c8a5345b8b117ad0c4c429f63, entries=200, sequenceid=476, filesize=14.4 K 2024-11-22T16:41:57,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/5cc4e9693b4d44d185c6394b440bff07 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/5cc4e9693b4d44d185c6394b440bff07 2024-11-22T16:41:57,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/5cc4e9693b4d44d185c6394b440bff07, entries=150, sequenceid=476, filesize=12.0 K 2024-11-22T16:41:57,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/6a736677f55e40f5bcb07bf9b0704ac2 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/6a736677f55e40f5bcb07bf9b0704ac2 2024-11-22T16:41:57,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/6a736677f55e40f5bcb07bf9b0704ac2, entries=150, sequenceid=476, filesize=12.0 K 2024-11-22T16:41:57,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 91b3c3e890968409d398bbaf4a10de2b in 470ms, sequenceid=476, compaction requested=true 2024-11-22T16:41:57,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:57,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:41:57,368 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:41:57,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:57,369 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:41:57,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:41:57,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:57,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:41:57,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:57,370 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:41:57,371 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/B is initiating minor compaction (all files) 2024-11-22T16:41:57,371 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/B in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:57,371 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/c81cd03f18dd4afc9adffcbba8a0e404, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/cafe4facaf124862bef29e3e30da3794, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/80fb3d106bd64821ad46a19e2af1a1af, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/5cc4e9693b4d44d185c6394b440bff07] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=48.7 K 2024-11-22T16:41:57,371 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:41:57,371 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/A is initiating minor compaction (all files) 2024-11-22T16:41:57,371 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/A in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:57,371 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/eb72ca2bbc564f1898ee74116dbd6493, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/2010e5cd0a9c4cd1a48654494195775e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ab3b9ba2270e465fb96c4daa3ba51bf2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/220a7e8c8a5345b8b117ad0c4c429f63] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=51.1 K 2024-11-22T16:41:57,371 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting c81cd03f18dd4afc9adffcbba8a0e404, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732293712929 2024-11-22T16:41:57,372 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting cafe4facaf124862bef29e3e30da3794, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732293713570 2024-11-22T16:41:57,372 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb72ca2bbc564f1898ee74116dbd6493, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732293712929 2024-11-22T16:41:57,372 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 80fb3d106bd64821ad46a19e2af1a1af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1732293714735 2024-11-22T16:41:57,372 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2010e5cd0a9c4cd1a48654494195775e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732293713570 2024-11-22T16:41:57,373 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab3b9ba2270e465fb96c4daa3ba51bf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1732293714735 2024-11-22T16:41:57,373 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cc4e9693b4d44d185c6394b440bff07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732293716892 2024-11-22T16:41:57,373 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 220a7e8c8a5345b8b117ad0c4c429f63, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732293716892 2024-11-22T16:41:57,382 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#B#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:57,382 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#A#compaction#282 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:57,382 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/58f1261e19d145cab8464f46597a1f95 is 50, key is test_row_0/B:col10/1732293716896/Put/seqid=0 2024-11-22T16:41:57,382 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/d1b68685c6eb4b3dae2f7fa5f409e0ed is 50, key is test_row_0/A:col10/1732293716896/Put/seqid=0 2024-11-22T16:41:57,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742150_1326 (size=13085) 2024-11-22T16:41:57,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742151_1327 (size=13085) 2024-11-22T16:41:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:57,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-22T16:41:57,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:57,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:57,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:57,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:57,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:57,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:41:57,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/f3f9b0cf697e42919cc83ed97c3038ce is 50, key is test_row_0/A:col10/1732293716969/Put/seqid=0 2024-11-22T16:41:57,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293777609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742152_1328 (size=14741) 2024-11-22T16:41:57,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293777613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293777614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293777615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293777722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293777731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293777732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293777732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,803 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/58f1261e19d145cab8464f46597a1f95 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/58f1261e19d145cab8464f46597a1f95 2024-11-22T16:41:57,808 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/d1b68685c6eb4b3dae2f7fa5f409e0ed as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/d1b68685c6eb4b3dae2f7fa5f409e0ed 2024-11-22T16:41:57,810 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/B of 91b3c3e890968409d398bbaf4a10de2b into 58f1261e19d145cab8464f46597a1f95(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:57,810 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:57,810 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/B, priority=12, startTime=1732293717369; duration=0sec 2024-11-22T16:41:57,810 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:41:57,810 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:B 2024-11-22T16:41:57,810 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:41:57,813 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:41:57,813 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/C is initiating minor compaction (all files) 2024-11-22T16:41:57,813 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/C in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:57,813 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/92f97371513e422284aa92b396baf031, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8fcd33946d4042548f438b73658502c9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/9f5dffd19e584e6185c890c0ef58121f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/6a736677f55e40f5bcb07bf9b0704ac2] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=48.7 K 2024-11-22T16:41:57,813 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 92f97371513e422284aa92b396baf031, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732293712929 2024-11-22T16:41:57,814 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fcd33946d4042548f438b73658502c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1732293713570 2024-11-22T16:41:57,815 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/A of 91b3c3e890968409d398bbaf4a10de2b into d1b68685c6eb4b3dae2f7fa5f409e0ed(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:57,815 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:57,815 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/A, priority=12, startTime=1732293717368; duration=0sec 2024-11-22T16:41:57,815 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:57,815 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:A 2024-11-22T16:41:57,816 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f5dffd19e584e6185c890c0ef58121f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1732293714735 2024-11-22T16:41:57,816 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a736677f55e40f5bcb07bf9b0704ac2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732293716892 2024-11-22T16:41:57,841 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#C#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:41:57,842 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/d5009089f96f463c9cf915ce7fed9d8c is 50, key is test_row_0/C:col10/1732293716896/Put/seqid=0 2024-11-22T16:41:57,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742153_1329 (size=13085) 2024-11-22T16:41:57,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293777931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293777941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293777941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:57,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293777951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:58,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/f3f9b0cf697e42919cc83ed97c3038ce 2024-11-22T16:41:58,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/abdf3345d1e947e58f61409e39fcbecb is 50, key is test_row_0/B:col10/1732293716969/Put/seqid=0 2024-11-22T16:41:58,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742154_1330 (size=12301) 2024-11-22T16:41:58,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293778241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:58,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:58,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:58,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:58,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293778251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:58,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:58,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:58,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:58,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293778251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:58,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293778261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:58,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:58,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:58,276 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/d5009089f96f463c9cf915ce7fed9d8c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/d5009089f96f463c9cf915ce7fed9d8c 2024-11-22T16:41:58,280 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/C of 91b3c3e890968409d398bbaf4a10de2b into d5009089f96f463c9cf915ce7fed9d8c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:41:58,280 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:58,280 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/C, priority=12, startTime=1732293717369; duration=0sec 2024-11-22T16:41:58,280 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:41:58,280 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:C 2024-11-22T16:41:58,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/abdf3345d1e947e58f61409e39fcbecb 2024-11-22T16:41:58,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/4c4daa60d0894d459e1c4534af549166 is 50, key is test_row_0/C:col10/1732293716969/Put/seqid=0 2024-11-22T16:41:58,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742155_1331 (size=12301) 2024-11-22T16:41:58,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293778751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:58,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:58,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:58,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:58,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293778761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:58,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293778761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T16:41:58,771 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:58,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-22T16:41:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T16:41:58,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293778771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:58,773 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:58,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:58,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:58,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:58,774 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:58,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:58,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/4c4daa60d0894d459e1c4534af549166 2024-11-22T16:41:58,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/f3f9b0cf697e42919cc83ed97c3038ce as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/f3f9b0cf697e42919cc83ed97c3038ce 2024-11-22T16:41:58,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/f3f9b0cf697e42919cc83ed97c3038ce, entries=200, sequenceid=512, filesize=14.4 K 2024-11-22T16:41:58,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/abdf3345d1e947e58f61409e39fcbecb as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/abdf3345d1e947e58f61409e39fcbecb 2024-11-22T16:41:58,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/abdf3345d1e947e58f61409e39fcbecb, entries=150, sequenceid=512, filesize=12.0 K 2024-11-22T16:41:58,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/4c4daa60d0894d459e1c4534af549166 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/4c4daa60d0894d459e1c4534af549166 2024-11-22T16:41:58,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/4c4daa60d0894d459e1c4534af549166, entries=150, sequenceid=512, filesize=12.0 K 2024-11-22T16:41:58,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 91b3c3e890968409d398bbaf4a10de2b in 1252ms, sequenceid=512, compaction requested=false 2024-11-22T16:41:58,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T16:41:58,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T16:41:58,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:58,927 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-22T16:41:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:58,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:58,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/06776e2fc2ef4ebf92fe407ed813a7ee is 50, key is test_row_0/A:col10/1732293717612/Put/seqid=0 2024-11-22T16:41:58,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742156_1332 (size=12301) 2024-11-22T16:41:58,939 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/06776e2fc2ef4ebf92fe407ed813a7ee 2024-11-22T16:41:58,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/11261a57d0a14cf08cf2b3b9e7fc5b1a is 50, key is test_row_0/B:col10/1732293717612/Put/seqid=0 2024-11-22T16:41:58,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742157_1333 (size=12301) 2024-11-22T16:41:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T16:41:59,350 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/11261a57d0a14cf08cf2b3b9e7fc5b1a 2024-11-22T16:41:59,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/9c1cbe899e9f4a96b9b9b2d10587c4a7 is 50, key is test_row_0/C:col10/1732293717612/Put/seqid=0 2024-11-22T16:41:59,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742158_1334 (size=12301) 2024-11-22T16:41:59,362 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/9c1cbe899e9f4a96b9b9b2d10587c4a7 2024-11-22T16:41:59,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/06776e2fc2ef4ebf92fe407ed813a7ee as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/06776e2fc2ef4ebf92fe407ed813a7ee 2024-11-22T16:41:59,371 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/06776e2fc2ef4ebf92fe407ed813a7ee, entries=150, sequenceid=524, filesize=12.0 K 2024-11-22T16:41:59,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/11261a57d0a14cf08cf2b3b9e7fc5b1a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/11261a57d0a14cf08cf2b3b9e7fc5b1a 2024-11-22T16:41:59,376 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/11261a57d0a14cf08cf2b3b9e7fc5b1a, entries=150, sequenceid=524, filesize=12.0 K 2024-11-22T16:41:59,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/9c1cbe899e9f4a96b9b9b2d10587c4a7 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/9c1cbe899e9f4a96b9b9b2d10587c4a7 2024-11-22T16:41:59,382 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/9c1cbe899e9f4a96b9b9b2d10587c4a7, entries=150, sequenceid=524, filesize=12.0 K 2024-11-22T16:41:59,383 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 91b3c3e890968409d398bbaf4a10de2b in 456ms, sequenceid=524, compaction requested=true 2024-11-22T16:41:59,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:59,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:59,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-22T16:41:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-22T16:41:59,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-22T16:41:59,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 610 msec 2024-11-22T16:41:59,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 615 msec 2024-11-22T16:41:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T16:41:59,402 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:59,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-22T16:41:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T16:41:59,403 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:59,404 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:59,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T16:41:59,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T16:41:59,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:59,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:41:59,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:59,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-22T16:41:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-22T16:41:59,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-22T16:41:59,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-22T16:41:59,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 161 msec 2024-11-22T16:41:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T16:41:59,721 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:41:59,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:41:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-22T16:41:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T16:41:59,724 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:41:59,726 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:41:59,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:41:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:41:59,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T16:41:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:41:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:41:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:41:59,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:41:59,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/c9a51cc3d4664a5a84847c2fe92a9996 is 50, key is test_row_0/A:col10/1732293719775/Put/seqid=0 2024-11-22T16:41:59,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742159_1335 (size=14741) 2024-11-22T16:41:59,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293719798, max timestamp=1732293719804Num uniques 859; 2024-11-22T16:41:59,808 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293719798, max timestamp=1732293719804Num uniques 859; 2024-11-22T16:41:59,808 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:41:59,808 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:41:59,808 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293719798, max timestamp=1732293719804Num uniques 859; 2024-11-22T16:41:59,808 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:41:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T16:41:59,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:59,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293779860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293779858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:59,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:59,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:59,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:59,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:59,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:59,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:59,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293779866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:59,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:59,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:59,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:59,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293779867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:59,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T16:41:59,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:59,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:41:59,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:41:59,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:59,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:41:59,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293779971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:59,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293779971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:59,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:59,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:59,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293779981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:59,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:41:59,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293779981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:41:59,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:59,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:41:59,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:59,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:41:59,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:00,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T16:42:00,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:00,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:42:00,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:00,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T16:42:00,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293780181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:00,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:00,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:00,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:00,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293780181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:00,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:00,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:00,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:00,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T16:42:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:42:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:00,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/c9a51cc3d4664a5a84847c2fe92a9996 2024-11-22T16:42:00,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293780190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:00,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293780190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:00,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:00,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:00,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:00,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:00,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:00,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:00,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/3e3496ba7a3044368ece4bcbbf8b28a8 is 50, key is test_row_0/B:col10/1732293719775/Put/seqid=0 2024-11-22T16:42:00,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742160_1336 (size=12301) 2024-11-22T16:42:00,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T16:42:00,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:00,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:42:00,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:00,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T16:42:00,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T16:42:00,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:00,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:42:00,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:00,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293780491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:00,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:00,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293780491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:00,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:00,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:00,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:00,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:00,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:00,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293780501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:00,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293780501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:00,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:00,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:00,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:00,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:00,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:00,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:00,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/3e3496ba7a3044368ece4bcbbf8b28a8 2024-11-22T16:42:00,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/601202ebdab64b629b0ce941479039e6 is 50, key is test_row_0/C:col10/1732293719775/Put/seqid=0 2024-11-22T16:42:00,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742161_1337 (size=12301) 2024-11-22T16:42:00,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T16:42:00,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:00,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:42:00,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:00,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T16:42:00,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:00,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:42:00,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:00,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T16:42:00,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T16:42:00,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:00,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:42:00,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:00,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:01,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293781001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:01,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:01,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293781001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:01,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:01,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:01,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:01,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:01,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:01,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293781011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:01,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/601202ebdab64b629b0ce941479039e6 2024-11-22T16:42:01,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:01,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:01,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:01,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/c9a51cc3d4664a5a84847c2fe92a9996 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/c9a51cc3d4664a5a84847c2fe92a9996 2024-11-22T16:42:01,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293781021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:01,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:01,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/c9a51cc3d4664a5a84847c2fe92a9996, entries=200, sequenceid=535, filesize=14.4 K 2024-11-22T16:42:01,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/3e3496ba7a3044368ece4bcbbf8b28a8 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/3e3496ba7a3044368ece4bcbbf8b28a8 2024-11-22T16:42:01,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/3e3496ba7a3044368ece4bcbbf8b28a8, entries=150, sequenceid=535, filesize=12.0 K 2024-11-22T16:42:01,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/601202ebdab64b629b0ce941479039e6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/601202ebdab64b629b0ce941479039e6 2024-11-22T16:42:01,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/601202ebdab64b629b0ce941479039e6, entries=150, sequenceid=535, filesize=12.0 K 2024-11-22T16:42:01,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 91b3c3e890968409d398bbaf4a10de2b in 1264ms, sequenceid=535, compaction requested=true 2024-11-22T16:42:01,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:42:01,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:42:01,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:01,043 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:42:01,044 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:42:01,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:42:01,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:01,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:42:01,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:01,046 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:42:01,046 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:42:01,046 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/A is initiating minor compaction (all files) 2024-11-22T16:42:01,046 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/B is initiating minor compaction (all files) 2024-11-22T16:42:01,046 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/A in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:01,046 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/B in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:01,046 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/d1b68685c6eb4b3dae2f7fa5f409e0ed, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/f3f9b0cf697e42919cc83ed97c3038ce, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/06776e2fc2ef4ebf92fe407ed813a7ee, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/c9a51cc3d4664a5a84847c2fe92a9996] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=53.6 K 2024-11-22T16:42:01,046 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/58f1261e19d145cab8464f46597a1f95, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/abdf3345d1e947e58f61409e39fcbecb, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/11261a57d0a14cf08cf2b3b9e7fc5b1a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/3e3496ba7a3044368ece4bcbbf8b28a8] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=48.8 K 2024-11-22T16:42:01,047 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1b68685c6eb4b3dae2f7fa5f409e0ed, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732293716892 2024-11-22T16:42:01,047 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 58f1261e19d145cab8464f46597a1f95, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732293716892 2024-11-22T16:42:01,047 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3f9b0cf697e42919cc83ed97c3038ce, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732293716951 2024-11-22T16:42:01,047 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting abdf3345d1e947e58f61409e39fcbecb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732293716964 2024-11-22T16:42:01,047 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 11261a57d0a14cf08cf2b3b9e7fc5b1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732293717606 2024-11-22T16:42:01,047 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06776e2fc2ef4ebf92fe407ed813a7ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732293717606 2024-11-22T16:42:01,048 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9a51cc3d4664a5a84847c2fe92a9996, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732293719774 2024-11-22T16:42:01,048 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e3496ba7a3044368ece4bcbbf8b28a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732293719774 2024-11-22T16:42:01,057 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#B#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:01,058 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#A#compaction#295 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:01,058 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/9fb4c1b4d4c744eaba3bf356e708398f is 50, key is test_row_0/B:col10/1732293719775/Put/seqid=0 2024-11-22T16:42:01,058 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/72ade3e06e0046b694add0db56a57519 is 50, key is test_row_0/A:col10/1732293719775/Put/seqid=0 2024-11-22T16:42:01,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742162_1338 (size=13221) 2024-11-22T16:42:01,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742163_1339 (size=13221) 2024-11-22T16:42:01,075 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/72ade3e06e0046b694add0db56a57519 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/72ade3e06e0046b694add0db56a57519 2024-11-22T16:42:01,079 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/A of 91b3c3e890968409d398bbaf4a10de2b into 72ade3e06e0046b694add0db56a57519(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:01,079 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:42:01,079 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/A, priority=12, startTime=1732293721043; duration=0sec 2024-11-22T16:42:01,079 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:01,079 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:A 2024-11-22T16:42:01,079 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:42:01,080 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:42:01,080 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/C is initiating minor compaction (all files) 2024-11-22T16:42:01,080 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/C in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:01,081 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/d5009089f96f463c9cf915ce7fed9d8c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/4c4daa60d0894d459e1c4534af549166, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/9c1cbe899e9f4a96b9b9b2d10587c4a7, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/601202ebdab64b629b0ce941479039e6] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=48.8 K 2024-11-22T16:42:01,081 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5009089f96f463c9cf915ce7fed9d8c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732293716892 2024-11-22T16:42:01,081 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c4daa60d0894d459e1c4534af549166, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732293716964 2024-11-22T16:42:01,082 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c1cbe899e9f4a96b9b9b2d10587c4a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732293717606 2024-11-22T16:42:01,082 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 601202ebdab64b629b0ce941479039e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732293719774 2024-11-22T16:42:01,089 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#C#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:01,090 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/5dda9746815b4056bb2ab3223c97ba4e is 50, key is test_row_0/C:col10/1732293719775/Put/seqid=0 2024-11-22T16:42:01,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742164_1340 (size=13221) 2024-11-22T16:42:01,099 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/5dda9746815b4056bb2ab3223c97ba4e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/5dda9746815b4056bb2ab3223c97ba4e 2024-11-22T16:42:01,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T16:42:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:01,102 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-22T16:42:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:42:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:42:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:42:01,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:01,105 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/C of 91b3c3e890968409d398bbaf4a10de2b into 5dda9746815b4056bb2ab3223c97ba4e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:01,105 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:42:01,105 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/C, priority=12, startTime=1732293721044; duration=0sec 2024-11-22T16:42:01,105 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:01,105 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:C 2024-11-22T16:42:01,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/f4de554adea042069ac5332f0608c22f is 50, key is test_row_0/A:col10/1732293719865/Put/seqid=0 2024-11-22T16:42:01,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742165_1341 (size=12301) 2024-11-22T16:42:01,470 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/9fb4c1b4d4c744eaba3bf356e708398f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/9fb4c1b4d4c744eaba3bf356e708398f 2024-11-22T16:42:01,474 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/B of 91b3c3e890968409d398bbaf4a10de2b into 9fb4c1b4d4c744eaba3bf356e708398f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:01,474 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:42:01,474 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/B, priority=12, startTime=1732293721043; duration=0sec 2024-11-22T16:42:01,474 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:01,474 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:B 2024-11-22T16:42:01,514 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/f4de554adea042069ac5332f0608c22f 2024-11-22T16:42:01,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/67d2bf300b924397b4acaaaf0ffaba13 is 50, key is test_row_0/B:col10/1732293719865/Put/seqid=0 2024-11-22T16:42:01,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742166_1342 (size=12301) 2024-11-22T16:42:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T16:42:01,926 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/67d2bf300b924397b4acaaaf0ffaba13 2024-11-22T16:42:01,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/5a418f62c49d48a59d27503f3a44719d is 50, key is test_row_0/C:col10/1732293719865/Put/seqid=0 2024-11-22T16:42:01,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742167_1343 (size=12301) 2024-11-22T16:42:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:42:02,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. as already flushing 2024-11-22T16:42:02,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293782025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:02,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:02,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293782026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:02,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:02,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:02,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293782029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:02,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56522 deadline: 1732293782031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:02,036 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in 91b3c3e890968409d398bbaf4a10de2b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:02,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:02,110 INFO [Thread-1196 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1196. 2024-11-22T16:42:02,110 DEBUG [Thread-1196 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:02,110 DEBUG [Thread-1196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:02,110 DEBUG [Thread-1196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:02,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:02,111 INFO [Thread-1194 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1194. 2024-11-22T16:42:02,111 DEBUG [Thread-1194 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:02,111 DEBUG [Thread-1194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:02,111 DEBUG [Thread-1194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:02,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:02,114 INFO [Thread-1202 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1202. 2024-11-22T16:42:02,114 DEBUG [Thread-1202 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:02,114 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:02,114 DEBUG [Thread-1202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:02,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:02,115 INFO [Thread-1198 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1198. 2024-11-22T16:42:02,115 DEBUG [Thread-1198 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:02,115 INFO [Thread-1200 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1200. 2024-11-22T16:42:02,115 DEBUG [Thread-1198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:02,115 DEBUG [Thread-1200 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:02,115 DEBUG [Thread-1200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:02,115 DEBUG [Thread-1198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:02,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:02,115 DEBUG [Thread-1200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:02,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:02,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:02,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:02,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293782141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293782141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293782141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:02,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:02,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:02,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:02,339 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/5a418f62c49d48a59d27503f3a44719d 2024-11-22T16:42:02,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/f4de554adea042069ac5332f0608c22f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/f4de554adea042069ac5332f0608c22f 2024-11-22T16:42:02,345 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/f4de554adea042069ac5332f0608c22f, entries=150, sequenceid=573, filesize=12.0 K 2024-11-22T16:42:02,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/67d2bf300b924397b4acaaaf0ffaba13 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/67d2bf300b924397b4acaaaf0ffaba13 2024-11-22T16:42:02,348 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/67d2bf300b924397b4acaaaf0ffaba13, entries=150, sequenceid=573, filesize=12.0 K 2024-11-22T16:42:02,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/5a418f62c49d48a59d27503f3a44719d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/5a418f62c49d48a59d27503f3a44719d 2024-11-22T16:42:02,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:02,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:02,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56518 deadline: 1732293782351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56578 deadline: 1732293782351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56544 deadline: 1732293782351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:02,352 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/5a418f62c49d48a59d27503f3a44719d, entries=150, sequenceid=573, filesize=12.0 K 2024-11-22T16:42:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:02,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:02,353 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 91b3c3e890968409d398bbaf4a10de2b in 1250ms, sequenceid=573, compaction requested=false 2024-11-22T16:42:02,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:42:02,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:02,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-22T16:42:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-22T16:42:02,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-22T16:42:02,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6280 sec 2024-11-22T16:42:02,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.6340 sec 2024-11-22T16:42:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:42:02,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T16:42:02,663 INFO [Thread-1189 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1189. 2024-11-22T16:42:02,663 INFO [Thread-1187 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1187. 2024-11-22T16:42:02,663 DEBUG [Thread-1187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:02,663 DEBUG [Thread-1189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:02,663 DEBUG [Thread-1187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:02,663 DEBUG [Thread-1189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:02,663 DEBUG [Thread-1187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:02,663 DEBUG [Thread-1189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:02,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:42:02,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:02,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:02,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:02,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:42:02,663 INFO [Thread-1185 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1185. 2024-11-22T16:42:02,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:02,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:42:02,663 DEBUG [Thread-1185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:02,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:02,663 DEBUG [Thread-1185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:02,663 DEBUG [Thread-1185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:02,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:02,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/0e30ecd563544ae383d3be1bff662f8b is 50, key is test_row_0/A:col10/1732293722023/Put/seqid=0 2024-11-22T16:42:02,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742168_1344 (size=12301) 2024-11-22T16:42:03,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/0e30ecd563544ae383d3be1bff662f8b 2024-11-22T16:42:03,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/035a31af76544f12a759a453d49f753a is 50, key is test_row_0/B:col10/1732293722023/Put/seqid=0 2024-11-22T16:42:03,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742169_1345 (size=12301) 2024-11-22T16:42:03,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/035a31af76544f12a759a453d49f753a 2024-11-22T16:42:03,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/922f83281b384f99b6e5387de7a0c62c is 50, key is test_row_0/C:col10/1732293722023/Put/seqid=0 2024-11-22T16:42:03,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742170_1346 (size=12301) 2024-11-22T16:42:03,602 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:42:03,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/922f83281b384f99b6e5387de7a0c62c 2024-11-22T16:42:03,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/0e30ecd563544ae383d3be1bff662f8b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/0e30ecd563544ae383d3be1bff662f8b 2024-11-22T16:42:03,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/0e30ecd563544ae383d3be1bff662f8b, entries=150, sequenceid=587, filesize=12.0 K 2024-11-22T16:42:03,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/035a31af76544f12a759a453d49f753a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/035a31af76544f12a759a453d49f753a 2024-11-22T16:42:03,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/035a31af76544f12a759a453d49f753a, entries=150, sequenceid=587, filesize=12.0 K 2024-11-22T16:42:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T16:42:03,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/922f83281b384f99b6e5387de7a0c62c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/922f83281b384f99b6e5387de7a0c62c 2024-11-22T16:42:03,901 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:03,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/922f83281b384f99b6e5387de7a0c62c, entries=150, sequenceid=587, filesize=12.0 K 2024-11-22T16:42:03,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for 91b3c3e890968409d398bbaf4a10de2b in 1243ms, sequenceid=587, compaction requested=true 2024-11-22T16:42:03,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:42:03,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:42:03,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:03,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:42:03,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:03,905 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:03,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 91b3c3e890968409d398bbaf4a10de2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:42:03,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:03,905 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:03,906 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:03,906 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:03,906 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/B is initiating minor compaction (all files) 2024-11-22T16:42:03,906 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/A is initiating minor compaction (all files) 2024-11-22T16:42:03,906 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/A in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:03,906 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/B in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:03,906 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/72ade3e06e0046b694add0db56a57519, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/f4de554adea042069ac5332f0608c22f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/0e30ecd563544ae383d3be1bff662f8b] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=36.9 K 2024-11-22T16:42:03,906 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/9fb4c1b4d4c744eaba3bf356e708398f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/67d2bf300b924397b4acaaaf0ffaba13, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/035a31af76544f12a759a453d49f753a] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=36.9 K 2024-11-22T16:42:03,906 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fb4c1b4d4c744eaba3bf356e708398f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732293719774 2024-11-22T16:42:03,906 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72ade3e06e0046b694add0db56a57519, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732293719774 2024-11-22T16:42:03,907 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 67d2bf300b924397b4acaaaf0ffaba13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732293719849 2024-11-22T16:42:03,907 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4de554adea042069ac5332f0608c22f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732293719849 2024-11-22T16:42:03,907 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 035a31af76544f12a759a453d49f753a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732293722023 2024-11-22T16:42:03,907 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e30ecd563544ae383d3be1bff662f8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732293722023 2024-11-22T16:42:03,913 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#B#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:03,913 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#A#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:03,914 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/e0ed7490cbcc4b04b1cb24b0a262b90d is 50, key is test_row_0/A:col10/1732293722023/Put/seqid=0 2024-11-22T16:42:03,914 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/5f19006b1ccd44fe910cb57a327638dd is 50, key is test_row_0/B:col10/1732293722023/Put/seqid=0 2024-11-22T16:42:03,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742171_1347 (size=13323) 2024-11-22T16:42:03,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742172_1348 (size=13323) 2024-11-22T16:42:04,053 INFO [Thread-1191 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1191. 2024-11-22T16:42:04,053 DEBUG [Thread-1191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:04,053 DEBUG [Thread-1191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:04,053 DEBUG [Thread-1191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:04,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:04,321 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/5f19006b1ccd44fe910cb57a327638dd as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/5f19006b1ccd44fe910cb57a327638dd 2024-11-22T16:42:04,321 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/e0ed7490cbcc4b04b1cb24b0a262b90d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/e0ed7490cbcc4b04b1cb24b0a262b90d 2024-11-22T16:42:04,325 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/A of 91b3c3e890968409d398bbaf4a10de2b into e0ed7490cbcc4b04b1cb24b0a262b90d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:04,325 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:42:04,325 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/A, priority=13, startTime=1732293723905; duration=0sec 2024-11-22T16:42:04,325 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/B of 91b3c3e890968409d398bbaf4a10de2b into 5f19006b1ccd44fe910cb57a327638dd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:04,325 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:04,325 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:A 2024-11-22T16:42:04,325 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:42:04,325 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/B, priority=13, startTime=1732293723905; duration=0sec 2024-11-22T16:42:04,325 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:04,325 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:04,325 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:B 2024-11-22T16:42:04,326 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:04,326 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 91b3c3e890968409d398bbaf4a10de2b/C is initiating minor compaction (all files) 2024-11-22T16:42:04,326 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 91b3c3e890968409d398bbaf4a10de2b/C in TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:04,326 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/5dda9746815b4056bb2ab3223c97ba4e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/5a418f62c49d48a59d27503f3a44719d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/922f83281b384f99b6e5387de7a0c62c] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp, totalSize=36.9 K 2024-11-22T16:42:04,326 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dda9746815b4056bb2ab3223c97ba4e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732293719774 2024-11-22T16:42:04,326 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a418f62c49d48a59d27503f3a44719d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1732293719849 2024-11-22T16:42:04,327 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 922f83281b384f99b6e5387de7a0c62c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732293722023 2024-11-22T16:42:04,332 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 91b3c3e890968409d398bbaf4a10de2b#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:04,333 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/7b93356a608144a7a035a6690d47e3ee is 50, key is test_row_0/C:col10/1732293722023/Put/seqid=0 2024-11-22T16:42:04,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742173_1349 (size=13323) 2024-11-22T16:42:04,740 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/7b93356a608144a7a035a6690d47e3ee as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/7b93356a608144a7a035a6690d47e3ee 2024-11-22T16:42:04,744 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 91b3c3e890968409d398bbaf4a10de2b/C of 91b3c3e890968409d398bbaf4a10de2b into 7b93356a608144a7a035a6690d47e3ee(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:04,744 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 91b3c3e890968409d398bbaf4a10de2b: 2024-11-22T16:42:04,745 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., storeName=91b3c3e890968409d398bbaf4a10de2b/C, priority=13, startTime=1732293723905; duration=0sec 2024-11-22T16:42:04,745 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:04,745 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 91b3c3e890968409d398bbaf4a10de2b:C 2024-11-22T16:42:05,913 INFO [Thread-1183 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1183. 2024-11-22T16:42:05,913 DEBUG [Thread-1183 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:05,913 DEBUG [Thread-1183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:05,913 DEBUG [Thread-1183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:05,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:05,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T16:42:05,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-22T16:42:05,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-11-22T16:42:05,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-22T16:42:05,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-22T16:42:05,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-22T16:42:05,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T16:42:05,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3045 2024-11-22T16:42:05,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2980 2024-11-22T16:42:05,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2987 2024-11-22T16:42:05,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3047 2024-11-22T16:42:05,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2975 2024-11-22T16:42:05,914 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T16:42:05,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:42:05,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:42:05,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:05,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:05,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:05,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T16:42:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T16:42:05,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293725920"}]},"ts":"1732293725920"} 2024-11-22T16:42:05,922 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T16:42:05,922 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T16:42:05,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T16:42:05,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=91b3c3e890968409d398bbaf4a10de2b, UNASSIGN}] 2024-11-22T16:42:05,925 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=91b3c3e890968409d398bbaf4a10de2b, UNASSIGN 2024-11-22T16:42:05,926 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=91b3c3e890968409d398bbaf4a10de2b, regionState=CLOSING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:42:05,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=91b3c3e890968409d398bbaf4a10de2b, UNASSIGN because future has completed 2024-11-22T16:42:05,928 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T16:42:05,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:42:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T16:42:06,081 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:42:06,081 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T16:42:06,081 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 91b3c3e890968409d398bbaf4a10de2b, disabling compactions & flushes 2024-11-22T16:42:06,081 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:06,082 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:06,082 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. after waiting 0 ms 2024-11-22T16:42:06,082 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:06,082 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(2902): Flushing 91b3c3e890968409d398bbaf4a10de2b 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-22T16:42:06,082 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=A 2024-11-22T16:42:06,082 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:06,082 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=B 2024-11-22T16:42:06,082 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:06,082 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 91b3c3e890968409d398bbaf4a10de2b, store=C 2024-11-22T16:42:06,082 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:06,086 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/105ce9e5c8534633b2f44e0a4607a487 is 50, key is test_row_1/A:col10/1732293725911/Put/seqid=0 2024-11-22T16:42:06,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742174_1350 (size=9857) 2024-11-22T16:42:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T16:42:06,491 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/105ce9e5c8534633b2f44e0a4607a487 2024-11-22T16:42:06,499 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/0ce3eeff79c44fba8a5f411b58329016 is 50, key is test_row_1/B:col10/1732293725911/Put/seqid=0 2024-11-22T16:42:06,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742175_1351 (size=9857) 2024-11-22T16:42:06,507 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/0ce3eeff79c44fba8a5f411b58329016 2024-11-22T16:42:06,515 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/249f7f4678b043cf809b91113b1f4f87 is 50, key is test_row_1/C:col10/1732293725911/Put/seqid=0 2024-11-22T16:42:06,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742176_1352 (size=9857) 2024-11-22T16:42:06,525 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/249f7f4678b043cf809b91113b1f4f87 2024-11-22T16:42:06,533 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/A/105ce9e5c8534633b2f44e0a4607a487 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/105ce9e5c8534633b2f44e0a4607a487 2024-11-22T16:42:06,538 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/105ce9e5c8534633b2f44e0a4607a487, entries=100, sequenceid=595, filesize=9.6 K 2024-11-22T16:42:06,539 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/B/0ce3eeff79c44fba8a5f411b58329016 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/0ce3eeff79c44fba8a5f411b58329016 2024-11-22T16:42:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T16:42:06,544 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/0ce3eeff79c44fba8a5f411b58329016, entries=100, sequenceid=595, filesize=9.6 K 2024-11-22T16:42:06,545 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/.tmp/C/249f7f4678b043cf809b91113b1f4f87 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/249f7f4678b043cf809b91113b1f4f87 2024-11-22T16:42:06,549 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/249f7f4678b043cf809b91113b1f4f87, entries=100, sequenceid=595, filesize=9.6 K 2024-11-22T16:42:06,550 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 91b3c3e890968409d398bbaf4a10de2b in 468ms, sequenceid=595, compaction requested=false 2024-11-22T16:42:06,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/823a0ee012a7488cacfb02eb4b3c419f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/57ad896f079e4115b145431dcd84289f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/12df7001f79745a3a194ceaaf2854f85, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/6fb282c290eb4164937077e1c7b3de30, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/154a418e0c9a4d5fa0d5e56157d6f174, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/b2f4257002724aa1b74334d3317f877c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ce8a091b8fe14ce9bce185041ee33b90, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/31eb1ffd905a49a892faa74f9a9e0ac0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/0a29a54b36cf4075a133f248cbea1567, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/dc7a51406e734ae28ad1fe5913f7d175, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ed9f6d9032d84a5bbedf31a0f46339f6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/3b8bbc532a2c4995b7c8bc4cdca0858c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/aab7eb3d635f4dfe8ca6fb85f4beff19, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/bf70b6c61bff44ee88ac37229dc0b47b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/8ca1a2aedadc46eabd9f9d94105be0ad, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/7ed128677cb346d686d18eb9cb13098d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/cae44c3c03c8447280bb38f2221a2aa5, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/aad4645bc653448ba2384177dce7269c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/3af2b6045092410a9a1a799ad230e467, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/eb72ca2bbc564f1898ee74116dbd6493, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/2010e5cd0a9c4cd1a48654494195775e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ab3b9ba2270e465fb96c4daa3ba51bf2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/220a7e8c8a5345b8b117ad0c4c429f63, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/d1b68685c6eb4b3dae2f7fa5f409e0ed, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/f3f9b0cf697e42919cc83ed97c3038ce, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/06776e2fc2ef4ebf92fe407ed813a7ee, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/c9a51cc3d4664a5a84847c2fe92a9996, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/72ade3e06e0046b694add0db56a57519, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/f4de554adea042069ac5332f0608c22f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/0e30ecd563544ae383d3be1bff662f8b] to archive 2024-11-22T16:42:06,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:42:06,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/823a0ee012a7488cacfb02eb4b3c419f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/823a0ee012a7488cacfb02eb4b3c419f 2024-11-22T16:42:06,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/57ad896f079e4115b145431dcd84289f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/57ad896f079e4115b145431dcd84289f 2024-11-22T16:42:06,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/12df7001f79745a3a194ceaaf2854f85 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/12df7001f79745a3a194ceaaf2854f85 2024-11-22T16:42:06,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/6fb282c290eb4164937077e1c7b3de30 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/6fb282c290eb4164937077e1c7b3de30 2024-11-22T16:42:06,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/154a418e0c9a4d5fa0d5e56157d6f174 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/154a418e0c9a4d5fa0d5e56157d6f174 2024-11-22T16:42:06,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/b2f4257002724aa1b74334d3317f877c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/b2f4257002724aa1b74334d3317f877c 2024-11-22T16:42:06,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ce8a091b8fe14ce9bce185041ee33b90 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ce8a091b8fe14ce9bce185041ee33b90 2024-11-22T16:42:06,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/31eb1ffd905a49a892faa74f9a9e0ac0 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/31eb1ffd905a49a892faa74f9a9e0ac0 2024-11-22T16:42:06,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/0a29a54b36cf4075a133f248cbea1567 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/0a29a54b36cf4075a133f248cbea1567 2024-11-22T16:42:06,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/dc7a51406e734ae28ad1fe5913f7d175 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/dc7a51406e734ae28ad1fe5913f7d175 2024-11-22T16:42:06,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ed9f6d9032d84a5bbedf31a0f46339f6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ed9f6d9032d84a5bbedf31a0f46339f6 2024-11-22T16:42:06,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/3b8bbc532a2c4995b7c8bc4cdca0858c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/3b8bbc532a2c4995b7c8bc4cdca0858c 2024-11-22T16:42:06,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/aab7eb3d635f4dfe8ca6fb85f4beff19 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/aab7eb3d635f4dfe8ca6fb85f4beff19 2024-11-22T16:42:06,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/bf70b6c61bff44ee88ac37229dc0b47b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/bf70b6c61bff44ee88ac37229dc0b47b 2024-11-22T16:42:06,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/8ca1a2aedadc46eabd9f9d94105be0ad to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/8ca1a2aedadc46eabd9f9d94105be0ad 2024-11-22T16:42:06,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/7ed128677cb346d686d18eb9cb13098d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/7ed128677cb346d686d18eb9cb13098d 2024-11-22T16:42:06,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/cae44c3c03c8447280bb38f2221a2aa5 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/cae44c3c03c8447280bb38f2221a2aa5 2024-11-22T16:42:06,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/aad4645bc653448ba2384177dce7269c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/aad4645bc653448ba2384177dce7269c 2024-11-22T16:42:06,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/3af2b6045092410a9a1a799ad230e467 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/3af2b6045092410a9a1a799ad230e467 2024-11-22T16:42:06,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/eb72ca2bbc564f1898ee74116dbd6493 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/eb72ca2bbc564f1898ee74116dbd6493 2024-11-22T16:42:06,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/2010e5cd0a9c4cd1a48654494195775e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/2010e5cd0a9c4cd1a48654494195775e 2024-11-22T16:42:06,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ab3b9ba2270e465fb96c4daa3ba51bf2 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/ab3b9ba2270e465fb96c4daa3ba51bf2 2024-11-22T16:42:06,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/220a7e8c8a5345b8b117ad0c4c429f63 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/220a7e8c8a5345b8b117ad0c4c429f63 2024-11-22T16:42:06,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/d1b68685c6eb4b3dae2f7fa5f409e0ed to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/d1b68685c6eb4b3dae2f7fa5f409e0ed 2024-11-22T16:42:06,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/f3f9b0cf697e42919cc83ed97c3038ce to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/f3f9b0cf697e42919cc83ed97c3038ce 2024-11-22T16:42:06,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/06776e2fc2ef4ebf92fe407ed813a7ee to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/06776e2fc2ef4ebf92fe407ed813a7ee 2024-11-22T16:42:06,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/c9a51cc3d4664a5a84847c2fe92a9996 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/c9a51cc3d4664a5a84847c2fe92a9996 2024-11-22T16:42:06,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/72ade3e06e0046b694add0db56a57519 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/72ade3e06e0046b694add0db56a57519 2024-11-22T16:42:06,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/f4de554adea042069ac5332f0608c22f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/f4de554adea042069ac5332f0608c22f 2024-11-22T16:42:06,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/0e30ecd563544ae383d3be1bff662f8b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/0e30ecd563544ae383d3be1bff662f8b 2024-11-22T16:42:06,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/ffe1ff059817448ab059175280ff8e97, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/19fbdfafd06a48429688cdb59e44b1e0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/546bbbff031a4a0fa61071b1d6b0b49a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/842801f208c4456d9629fcca75424dd6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/442049a67c574ecbbdd5dc6df3f35306, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/45376f4f1285434093b8e0a75cd2e5ee, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/51dfd042c3e54a199b07768d5478b6fe, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/29ed8dca95bb4dcba66bef9d8bb9a402, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/1712cef2d2f94e90b1f92ecaeb2e2ff4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/73d067b77d3a429b8d0f655075dfad51, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/cb18f16edcae41a5987659d7edfbfcaa, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/8f36f6415ab946969e05d5e350794871, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/40e221619fcc4fbd9bac305fadc506bd, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/4d12b49db0414adc927decb559588220, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/2a27894992ed4a63b8bdf2479dbd39fc, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/b489ba79bc6b4335a4ce481f11c56e2f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/b434e8a7691749a2a1fafd5a7c0cd6d6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/6f44bdb63f604e08b20df620691fac05, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/c81cd03f18dd4afc9adffcbba8a0e404, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/f2b66b8ed47f42c8bffca9cdc0f97131, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/cafe4facaf124862bef29e3e30da3794, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/80fb3d106bd64821ad46a19e2af1a1af, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/58f1261e19d145cab8464f46597a1f95, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/5cc4e9693b4d44d185c6394b440bff07, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/abdf3345d1e947e58f61409e39fcbecb, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/11261a57d0a14cf08cf2b3b9e7fc5b1a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/9fb4c1b4d4c744eaba3bf356e708398f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/3e3496ba7a3044368ece4bcbbf8b28a8, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/67d2bf300b924397b4acaaaf0ffaba13, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/035a31af76544f12a759a453d49f753a] to archive 2024-11-22T16:42:06,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:42:06,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/ffe1ff059817448ab059175280ff8e97 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/ffe1ff059817448ab059175280ff8e97 2024-11-22T16:42:06,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/19fbdfafd06a48429688cdb59e44b1e0 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/19fbdfafd06a48429688cdb59e44b1e0 2024-11-22T16:42:06,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/546bbbff031a4a0fa61071b1d6b0b49a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/546bbbff031a4a0fa61071b1d6b0b49a 2024-11-22T16:42:06,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/842801f208c4456d9629fcca75424dd6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/842801f208c4456d9629fcca75424dd6 2024-11-22T16:42:06,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/442049a67c574ecbbdd5dc6df3f35306 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/442049a67c574ecbbdd5dc6df3f35306 2024-11-22T16:42:06,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/45376f4f1285434093b8e0a75cd2e5ee to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/45376f4f1285434093b8e0a75cd2e5ee 2024-11-22T16:42:06,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/51dfd042c3e54a199b07768d5478b6fe to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/51dfd042c3e54a199b07768d5478b6fe 2024-11-22T16:42:06,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/29ed8dca95bb4dcba66bef9d8bb9a402 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/29ed8dca95bb4dcba66bef9d8bb9a402 2024-11-22T16:42:06,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/1712cef2d2f94e90b1f92ecaeb2e2ff4 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/1712cef2d2f94e90b1f92ecaeb2e2ff4 2024-11-22T16:42:06,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/73d067b77d3a429b8d0f655075dfad51 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/73d067b77d3a429b8d0f655075dfad51 2024-11-22T16:42:06,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/cb18f16edcae41a5987659d7edfbfcaa to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/cb18f16edcae41a5987659d7edfbfcaa 2024-11-22T16:42:06,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/8f36f6415ab946969e05d5e350794871 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/8f36f6415ab946969e05d5e350794871 2024-11-22T16:42:06,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/40e221619fcc4fbd9bac305fadc506bd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/40e221619fcc4fbd9bac305fadc506bd 2024-11-22T16:42:06,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/4d12b49db0414adc927decb559588220 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/4d12b49db0414adc927decb559588220 2024-11-22T16:42:06,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/2a27894992ed4a63b8bdf2479dbd39fc to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/2a27894992ed4a63b8bdf2479dbd39fc 2024-11-22T16:42:06,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/b489ba79bc6b4335a4ce481f11c56e2f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/b489ba79bc6b4335a4ce481f11c56e2f 2024-11-22T16:42:06,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/b434e8a7691749a2a1fafd5a7c0cd6d6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/b434e8a7691749a2a1fafd5a7c0cd6d6 2024-11-22T16:42:06,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/6f44bdb63f604e08b20df620691fac05 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/6f44bdb63f604e08b20df620691fac05 2024-11-22T16:42:06,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/c81cd03f18dd4afc9adffcbba8a0e404 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/c81cd03f18dd4afc9adffcbba8a0e404 2024-11-22T16:42:06,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/f2b66b8ed47f42c8bffca9cdc0f97131 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/f2b66b8ed47f42c8bffca9cdc0f97131 2024-11-22T16:42:06,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/cafe4facaf124862bef29e3e30da3794 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/cafe4facaf124862bef29e3e30da3794 2024-11-22T16:42:06,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/80fb3d106bd64821ad46a19e2af1a1af to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/80fb3d106bd64821ad46a19e2af1a1af 2024-11-22T16:42:06,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/58f1261e19d145cab8464f46597a1f95 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/58f1261e19d145cab8464f46597a1f95 2024-11-22T16:42:06,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/5cc4e9693b4d44d185c6394b440bff07 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/5cc4e9693b4d44d185c6394b440bff07 2024-11-22T16:42:06,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/abdf3345d1e947e58f61409e39fcbecb to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/abdf3345d1e947e58f61409e39fcbecb 2024-11-22T16:42:06,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/11261a57d0a14cf08cf2b3b9e7fc5b1a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/11261a57d0a14cf08cf2b3b9e7fc5b1a 2024-11-22T16:42:06,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/9fb4c1b4d4c744eaba3bf356e708398f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/9fb4c1b4d4c744eaba3bf356e708398f 2024-11-22T16:42:06,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/3e3496ba7a3044368ece4bcbbf8b28a8 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/3e3496ba7a3044368ece4bcbbf8b28a8 2024-11-22T16:42:06,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/67d2bf300b924397b4acaaaf0ffaba13 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/67d2bf300b924397b4acaaaf0ffaba13 2024-11-22T16:42:06,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/035a31af76544f12a759a453d49f753a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/035a31af76544f12a759a453d49f753a 2024-11-22T16:42:06,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/c3604f5be10f4fe1bdaa87a4e85e5c69, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/38b01182547049839b8fec2178584125, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/e028be9fba614f6b844c1bbb18ab4b62, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8d35d7164ca3415c85abc03406ced6e6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/aa96b485de5540218f36a475fe7d3689, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/bb3057b878274179ac87f3f947337e53, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/d4a1a560c8d943d7894370b93f79e13c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/abe4c4c43ab04e0a860952c1e028f1e9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8ea79800b0e944598c3cb2eef3b53f0f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/6eda9060a5854777b9ef95100baf5b27, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/7b935d8eddc94f918b322f3883102926, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/b37548b9defd4c8096bb0c04c709fc08, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/f8ad92356b654adfb22c7a01f7bbbc70, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0dd9ac4bd3ba487fb4299f9255586e9e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0ca00faa32e54c6eaa3e90d14c19f061, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/14aba1a5957344d5947a8cf7afbac7c2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/ef7d9772eed84ee687f7d5ffee581762, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/7144c11196b344f1b09de872672c3e5a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/92f97371513e422284aa92b396baf031, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0d5314dffd524cc78eb9d6da5d101e89, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8fcd33946d4042548f438b73658502c9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/9f5dffd19e584e6185c890c0ef58121f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/d5009089f96f463c9cf915ce7fed9d8c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/6a736677f55e40f5bcb07bf9b0704ac2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/4c4daa60d0894d459e1c4534af549166, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/9c1cbe899e9f4a96b9b9b2d10587c4a7, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/5dda9746815b4056bb2ab3223c97ba4e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/601202ebdab64b629b0ce941479039e6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/5a418f62c49d48a59d27503f3a44719d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/922f83281b384f99b6e5387de7a0c62c] to archive 2024-11-22T16:42:06,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:42:06,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/c3604f5be10f4fe1bdaa87a4e85e5c69 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/c3604f5be10f4fe1bdaa87a4e85e5c69 2024-11-22T16:42:06,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/38b01182547049839b8fec2178584125 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/38b01182547049839b8fec2178584125 2024-11-22T16:42:06,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/e028be9fba614f6b844c1bbb18ab4b62 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/e028be9fba614f6b844c1bbb18ab4b62 2024-11-22T16:42:06,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8d35d7164ca3415c85abc03406ced6e6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8d35d7164ca3415c85abc03406ced6e6 2024-11-22T16:42:06,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/aa96b485de5540218f36a475fe7d3689 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/aa96b485de5540218f36a475fe7d3689 2024-11-22T16:42:06,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/bb3057b878274179ac87f3f947337e53 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/bb3057b878274179ac87f3f947337e53 2024-11-22T16:42:06,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/d4a1a560c8d943d7894370b93f79e13c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/d4a1a560c8d943d7894370b93f79e13c 2024-11-22T16:42:06,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/abe4c4c43ab04e0a860952c1e028f1e9 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/abe4c4c43ab04e0a860952c1e028f1e9 2024-11-22T16:42:06,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8ea79800b0e944598c3cb2eef3b53f0f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8ea79800b0e944598c3cb2eef3b53f0f 2024-11-22T16:42:06,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/6eda9060a5854777b9ef95100baf5b27 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/6eda9060a5854777b9ef95100baf5b27 2024-11-22T16:42:06,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/7b935d8eddc94f918b322f3883102926 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/7b935d8eddc94f918b322f3883102926 2024-11-22T16:42:06,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/b37548b9defd4c8096bb0c04c709fc08 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/b37548b9defd4c8096bb0c04c709fc08 2024-11-22T16:42:06,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/f8ad92356b654adfb22c7a01f7bbbc70 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/f8ad92356b654adfb22c7a01f7bbbc70 2024-11-22T16:42:06,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0dd9ac4bd3ba487fb4299f9255586e9e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0dd9ac4bd3ba487fb4299f9255586e9e 2024-11-22T16:42:06,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0ca00faa32e54c6eaa3e90d14c19f061 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0ca00faa32e54c6eaa3e90d14c19f061 2024-11-22T16:42:06,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/14aba1a5957344d5947a8cf7afbac7c2 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/14aba1a5957344d5947a8cf7afbac7c2 2024-11-22T16:42:06,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/ef7d9772eed84ee687f7d5ffee581762 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/ef7d9772eed84ee687f7d5ffee581762 2024-11-22T16:42:06,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/7144c11196b344f1b09de872672c3e5a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/7144c11196b344f1b09de872672c3e5a 2024-11-22T16:42:06,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/92f97371513e422284aa92b396baf031 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/92f97371513e422284aa92b396baf031 2024-11-22T16:42:06,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0d5314dffd524cc78eb9d6da5d101e89 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/0d5314dffd524cc78eb9d6da5d101e89 2024-11-22T16:42:06,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8fcd33946d4042548f438b73658502c9 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/8fcd33946d4042548f438b73658502c9 2024-11-22T16:42:06,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/9f5dffd19e584e6185c890c0ef58121f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/9f5dffd19e584e6185c890c0ef58121f 2024-11-22T16:42:06,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/d5009089f96f463c9cf915ce7fed9d8c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/d5009089f96f463c9cf915ce7fed9d8c 2024-11-22T16:42:06,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/6a736677f55e40f5bcb07bf9b0704ac2 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/6a736677f55e40f5bcb07bf9b0704ac2 2024-11-22T16:42:06,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/4c4daa60d0894d459e1c4534af549166 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/4c4daa60d0894d459e1c4534af549166 2024-11-22T16:42:06,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/9c1cbe899e9f4a96b9b9b2d10587c4a7 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/9c1cbe899e9f4a96b9b9b2d10587c4a7 2024-11-22T16:42:06,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/5dda9746815b4056bb2ab3223c97ba4e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/5dda9746815b4056bb2ab3223c97ba4e 2024-11-22T16:42:06,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/601202ebdab64b629b0ce941479039e6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/601202ebdab64b629b0ce941479039e6 2024-11-22T16:42:06,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/5a418f62c49d48a59d27503f3a44719d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/5a418f62c49d48a59d27503f3a44719d 2024-11-22T16:42:06,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/922f83281b384f99b6e5387de7a0c62c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/922f83281b384f99b6e5387de7a0c62c 2024-11-22T16:42:06,748 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/recovered.edits/598.seqid, newMaxSeqId=598, maxSeqId=1 2024-11-22T16:42:06,749 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. 2024-11-22T16:42:06,749 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 91b3c3e890968409d398bbaf4a10de2b: Waiting for close lock at 1732293726081Running coprocessor pre-close hooks at 1732293726081Disabling compacts and flushes for region at 1732293726081Disabling writes for close at 1732293726082 (+1 ms)Obtaining lock to block concurrent updates at 1732293726082Preparing flush snapshotting stores in 91b3c3e890968409d398bbaf4a10de2b at 1732293726082Finished memstore snapshotting TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1732293726082Flushing stores of TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b. at 1732293726083 (+1 ms)Flushing 91b3c3e890968409d398bbaf4a10de2b/A: creating writer at 1732293726083Flushing 91b3c3e890968409d398bbaf4a10de2b/A: appending metadata at 1732293726086 (+3 ms)Flushing 91b3c3e890968409d398bbaf4a10de2b/A: closing flushed file at 1732293726086Flushing 91b3c3e890968409d398bbaf4a10de2b/B: creating writer at 1732293726495 (+409 ms)Flushing 91b3c3e890968409d398bbaf4a10de2b/B: appending metadata at 1732293726498 (+3 ms)Flushing 91b3c3e890968409d398bbaf4a10de2b/B: closing flushed file at 1732293726498Flushing 91b3c3e890968409d398bbaf4a10de2b/C: creating writer at 1732293726511 (+13 ms)Flushing 91b3c3e890968409d398bbaf4a10de2b/C: appending metadata at 1732293726515 (+4 ms)Flushing 91b3c3e890968409d398bbaf4a10de2b/C: closing flushed file at 1732293726515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@504b5805: reopening flushed file at 1732293726529 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33529336: reopening flushed file at 1732293726538 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aca8739: reopening flushed file at 1732293726544 (+6 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 91b3c3e890968409d398bbaf4a10de2b in 468ms, sequenceid=595, compaction requested=false at 1732293726550 (+6 ms)Writing region close event to WAL at 1732293726728 (+178 ms)Running coprocessor post-close hooks at 1732293726749 (+21 ms)Closed at 1732293726749 2024-11-22T16:42:06,752 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:42:06,752 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=91b3c3e890968409d398bbaf4a10de2b, regionState=CLOSED 2024-11-22T16:42:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:42:06,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-22T16:42:06,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 91b3c3e890968409d398bbaf4a10de2b, server=4618c6346924,36997,1732293635397 in 827 msec 2024-11-22T16:42:06,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-22T16:42:06,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=91b3c3e890968409d398bbaf4a10de2b, UNASSIGN in 834 msec 2024-11-22T16:42:06,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-22T16:42:06,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 839 msec 2024-11-22T16:42:06,764 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293726764"}]},"ts":"1732293726764"} 2024-11-22T16:42:06,766 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T16:42:06,766 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T16:42:06,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 851 msec 2024-11-22T16:42:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T16:42:07,051 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:07,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T16:42:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:07,054 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-22T16:42:07,055 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=86, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:07,057 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:42:07,059 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/recovered.edits] 2024-11-22T16:42:07,061 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/105ce9e5c8534633b2f44e0a4607a487 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/105ce9e5c8534633b2f44e0a4607a487 2024-11-22T16:42:07,062 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/e0ed7490cbcc4b04b1cb24b0a262b90d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/A/e0ed7490cbcc4b04b1cb24b0a262b90d 2024-11-22T16:42:07,064 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/0ce3eeff79c44fba8a5f411b58329016 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/0ce3eeff79c44fba8a5f411b58329016 2024-11-22T16:42:07,065 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/5f19006b1ccd44fe910cb57a327638dd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/B/5f19006b1ccd44fe910cb57a327638dd 2024-11-22T16:42:07,067 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/249f7f4678b043cf809b91113b1f4f87 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/249f7f4678b043cf809b91113b1f4f87 2024-11-22T16:42:07,068 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/7b93356a608144a7a035a6690d47e3ee to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/C/7b93356a608144a7a035a6690d47e3ee 2024-11-22T16:42:07,071 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/recovered.edits/598.seqid to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b/recovered.edits/598.seqid 2024-11-22T16:42:07,071 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/91b3c3e890968409d398bbaf4a10de2b 2024-11-22T16:42:07,071 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T16:42:07,074 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=86, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:07,077 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T16:42:07,079 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T16:42:07,079 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=86, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:07,079 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T16:42:07,080 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732293727080"}]},"ts":"9223372036854775807"} 2024-11-22T16:42:07,082 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T16:42:07,082 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 91b3c3e890968409d398bbaf4a10de2b, NAME => 'TestAcidGuarantees,,1732293699920.91b3c3e890968409d398bbaf4a10de2b.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T16:42:07,082 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T16:42:07,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732293727082"}]},"ts":"9223372036854775807"} 2024-11-22T16:42:07,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T16:42:07,084 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=86, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:07,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-11-22T16:42:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-22T16:42:07,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T16:42:07,165 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:07,173 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=251 (was 247) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1570602457_22 at /127.0.0.1:49820 [Waiting for operation #336] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1570602457_22 at /127.0.0.1:39940 [Waiting for operation #239] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1805075664_22 at /127.0.0.1:48560 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1805075664_22 at /127.0.0.1:48552 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=6906 (was 7507) 2024-11-22T16:42:07,187 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=6904 2024-11-22T16:42:07,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T16:42:07,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:42:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:07,192 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:42:07,192 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:07,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 87 2024-11-22T16:42:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-22T16:42:07,193 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:42:07,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742177_1353 (size=1061) 2024-11-22T16:42:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-22T16:42:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-22T16:42:07,603 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f 2024-11-22T16:42:07,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742178_1354 (size=53) 2024-11-22T16:42:07,609 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:42:07,609 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f531b2207568764d1d8cfce91043e2fd, disabling compactions & flushes 2024-11-22T16:42:07,609 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:07,609 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:07,609 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. after waiting 0 ms 2024-11-22T16:42:07,609 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:07,609 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:07,609 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f531b2207568764d1d8cfce91043e2fd: Waiting for close lock at 1732293727609Disabling compacts and flushes for region at 1732293727609Disabling writes for close at 1732293727609Writing region close event to WAL at 1732293727609Closed at 1732293727609 2024-11-22T16:42:07,610 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:42:07,610 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732293727610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732293727610"}]},"ts":"1732293727610"} 2024-11-22T16:42:07,611 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:42:07,612 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:42:07,612 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293727612"}]},"ts":"1732293727612"} 2024-11-22T16:42:07,613 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T16:42:07,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f531b2207568764d1d8cfce91043e2fd, ASSIGN}] 2024-11-22T16:42:07,614 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f531b2207568764d1d8cfce91043e2fd, ASSIGN 2024-11-22T16:42:07,615 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f531b2207568764d1d8cfce91043e2fd, ASSIGN; state=OFFLINE, location=4618c6346924,36997,1732293635397; forceNewPlan=false, retain=false 2024-11-22T16:42:07,765 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=f531b2207568764d1d8cfce91043e2fd, regionState=OPENING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:42:07,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f531b2207568764d1d8cfce91043e2fd, ASSIGN because future has completed 2024-11-22T16:42:07,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:42:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-22T16:42:07,921 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:07,921 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7752): Opening region: {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:42:07,922 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:07,922 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:42:07,922 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7794): checking encryption for f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:07,922 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7797): checking classloading for f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:07,923 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:07,924 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:42:07,924 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f531b2207568764d1d8cfce91043e2fd columnFamilyName A 2024-11-22T16:42:07,924 DEBUG [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:07,925 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.HStore(327): Store=f531b2207568764d1d8cfce91043e2fd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:42:07,925 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:07,925 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:42:07,926 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f531b2207568764d1d8cfce91043e2fd columnFamilyName B 2024-11-22T16:42:07,926 DEBUG [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:07,926 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.HStore(327): Store=f531b2207568764d1d8cfce91043e2fd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:42:07,926 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:07,927 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:42:07,927 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f531b2207568764d1d8cfce91043e2fd columnFamilyName C 2024-11-22T16:42:07,927 DEBUG [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:07,927 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.HStore(327): Store=f531b2207568764d1d8cfce91043e2fd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:42:07,927 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:07,927 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1038): replaying wal for f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:07,928 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:07,928 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:07,929 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1048): stopping wal replay for f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:07,929 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1060): Cleaning up temporary data for f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:07,929 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T16:42:07,930 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1093): writing seq id for f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:07,931 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:42:07,931 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1114): Opened f531b2207568764d1d8cfce91043e2fd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59269381, jitterRate=-0.1168173998594284}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T16:42:07,931 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:07,932 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1006): Region open journal for f531b2207568764d1d8cfce91043e2fd: Running coprocessor pre-open hook at 1732293727922Writing region info on filesystem at 1732293727922Initializing all the Stores at 1732293727922Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293727922Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293727923 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293727923Cleaning up temporary data from old regions at 1732293727929 (+6 ms)Running coprocessor post-open hooks at 1732293727931 (+2 ms)Region opened successfully at 1732293727932 (+1 ms) 2024-11-22T16:42:07,933 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., pid=89, masterSystemTime=1732293727918 2024-11-22T16:42:07,934 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:07,934 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:07,935 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=f531b2207568764d1d8cfce91043e2fd, regionState=OPEN, openSeqNum=2, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:42:07,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:42:07,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-22T16:42:07,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 in 169 msec 2024-11-22T16:42:07,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-22T16:42:07,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f531b2207568764d1d8cfce91043e2fd, ASSIGN in 325 msec 2024-11-22T16:42:07,940 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:42:07,940 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293727940"}]},"ts":"1732293727940"} 2024-11-22T16:42:07,941 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T16:42:07,942 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:42:07,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 753 msec 2024-11-22T16:42:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-22T16:42:08,331 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:08,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af6f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:08,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:08,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:08,334 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d66eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:08,335 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a698d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:08,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:08,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:08,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:08,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:08,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:42:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4618c6346924,45491,1732293634581 2024-11-22T16:42:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55b7f703 2024-11-22T16:42:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:42:08,339 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:42:08,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T16:42:08,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:42:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:08,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742179_1355 (size=1097) 2024-11-22T16:42:08,752 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-22T16:42:08,752 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-22T16:42:08,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T16:42:08,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f531b2207568764d1d8cfce91043e2fd, REOPEN/MOVE}] 2024-11-22T16:42:08,757 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f531b2207568764d1d8cfce91043e2fd, REOPEN/MOVE 2024-11-22T16:42:08,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=f531b2207568764d1d8cfce91043e2fd, regionState=CLOSING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:42:08,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f531b2207568764d1d8cfce91043e2fd, REOPEN/MOVE because future has completed 2024-11-22T16:42:08,759 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T16:42:08,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:42:08,911 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:08,911 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T16:42:08,911 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing f531b2207568764d1d8cfce91043e2fd, disabling compactions & flushes 2024-11-22T16:42:08,911 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:08,911 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:08,911 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. after waiting 0 ms 2024-11-22T16:42:08,911 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:08,915 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T16:42:08,915 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:08,915 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for f531b2207568764d1d8cfce91043e2fd: Waiting for close lock at 1732293728911Running coprocessor pre-close hooks at 1732293728911Disabling compacts and flushes for region at 1732293728911Disabling writes for close at 1732293728911Writing region close event to WAL at 1732293728912 (+1 ms)Running coprocessor post-close hooks at 1732293728915 (+3 ms)Closed at 1732293728915 2024-11-22T16:42:08,915 WARN [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionServer(3299): Not adding moved region record: f531b2207568764d1d8cfce91043e2fd to self. 2024-11-22T16:42:08,917 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:08,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=f531b2207568764d1d8cfce91043e2fd, regionState=CLOSED 2024-11-22T16:42:08,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:42:08,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-22T16:42:08,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 in 160 msec 2024-11-22T16:42:08,921 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f531b2207568764d1d8cfce91043e2fd, REOPEN/MOVE; state=CLOSED, location=4618c6346924,36997,1732293635397; forceNewPlan=false, retain=true 2024-11-22T16:42:09,072 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=f531b2207568764d1d8cfce91043e2fd, regionState=OPENING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f531b2207568764d1d8cfce91043e2fd, REOPEN/MOVE because future has completed 2024-11-22T16:42:09,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:42:09,227 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:09,227 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:42:09,228 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:09,228 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:42:09,228 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:09,228 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:09,229 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:09,230 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:42:09,230 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f531b2207568764d1d8cfce91043e2fd columnFamilyName A 2024-11-22T16:42:09,231 DEBUG [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:09,231 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.HStore(327): Store=f531b2207568764d1d8cfce91043e2fd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:42:09,232 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:09,232 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:42:09,232 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f531b2207568764d1d8cfce91043e2fd columnFamilyName B 2024-11-22T16:42:09,232 DEBUG [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:09,232 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.HStore(327): Store=f531b2207568764d1d8cfce91043e2fd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:42:09,233 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:09,233 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:42:09,233 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f531b2207568764d1d8cfce91043e2fd columnFamilyName C 2024-11-22T16:42:09,233 DEBUG [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:09,233 INFO [StoreOpener-f531b2207568764d1d8cfce91043e2fd-1 {}] regionserver.HStore(327): Store=f531b2207568764d1d8cfce91043e2fd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:42:09,233 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:09,233 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:09,234 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:09,235 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:09,235 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:09,235 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:09,236 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T16:42:09,236 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:09,237 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened f531b2207568764d1d8cfce91043e2fd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73503773, jitterRate=0.09529156982898712}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T16:42:09,237 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:09,238 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for f531b2207568764d1d8cfce91043e2fd: Running coprocessor pre-open hook at 1732293729228Writing region info on filesystem at 1732293729228Initializing all the Stores at 1732293729229 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293729229Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293729229Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293729229Cleaning up temporary data from old regions at 1732293729235 (+6 ms)Running coprocessor post-open hooks at 1732293729237 (+2 ms)Region opened successfully at 1732293729237 2024-11-22T16:42:09,238 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., pid=94, masterSystemTime=1732293729225 2024-11-22T16:42:09,240 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:09,240 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:09,240 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=f531b2207568764d1d8cfce91043e2fd, regionState=OPEN, openSeqNum=5, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:42:09,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=92 2024-11-22T16:42:09,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 in 169 msec 2024-11-22T16:42:09,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-22T16:42:09,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f531b2207568764d1d8cfce91043e2fd, REOPEN/MOVE in 487 msec 2024-11-22T16:42:09,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-22T16:42:09,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 492 msec 2024-11-22T16:42:09,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 906 msec 2024-11-22T16:42:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-22T16:42:09,249 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:09,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff38b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:09,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:09,251 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c094db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:09,252 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:09,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdc78c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec6412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:09,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:09,254 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f36c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:09,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:09,255 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:09,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4c6638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f2378c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:09,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:09,256 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:09,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:09,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:09,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd8b3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:09,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:09,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:09,257 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:09,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568076ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:09,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:09,259 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:09,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:09,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:09,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c3faa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:09,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:09,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:09,260 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:09,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2532ceec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0f0eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:09,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:09,261 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8773d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:09,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:09,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:09,262 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:09,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1428fcf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:09,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:09,264 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202349fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:09,265 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:09,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a06e0a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:09,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:09,266 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:09,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:09,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:09,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1751e615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:09,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:09,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:09,267 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:09,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c11325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b3d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:09,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:09,269 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:09,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:09,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:09,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcbc276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:09,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:09,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:09,270 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:09,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebff7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b14e3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:09,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:09,272 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b3fad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:09,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:09,273 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:09,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2882e0da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e264c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:09,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:09,275 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ff4382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:09,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:09,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:09,276 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:09,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b6bf5c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:09,277 DEBUG [Thread-1613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:09,277 DEBUG [Thread-1609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:09,277 DEBUG [Thread-1628 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:09,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:09,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:09,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:09,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:09,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:09,278 DEBUG [Thread-1622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:09,278 DEBUG [Thread-1626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:09,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:09,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:09,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:09,279 DEBUG [Thread-1617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:09,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:09,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:09,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:09,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:09,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:09,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:09,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:09,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:09,281 DEBUG [Thread-1620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:09,281 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:42:09,281 DEBUG [Thread-1611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:09,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:09,281 DEBUG [Thread-1624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:09,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:09,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:42:09,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:09,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-22T16:42:09,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:42:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:09,283 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:42:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:09,283 DEBUG [Thread-1615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:09,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:42:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:42:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:42:09,284 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:42:09,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:42:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:09,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:09,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:09,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:09,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:09,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:42:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T16:42:09,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:09,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:09,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:42:09,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:42:09,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:42:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:42:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:09,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T16:42:09,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:09,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:09,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:09,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:09,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:09,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:09,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ee85c60904634e1c8691b696d855c61c_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293729297/Put/seqid=0 2024-11-22T16:42:09,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1732293789325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:09,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732293789326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:09,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293729322, max timestamp=1732293729336Num uniques 859; 2024-11-22T16:42:09,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:42:09,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293729322, max timestamp=1732293729336Num uniques 859; 2024-11-22T16:42:09,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:42:09,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742180_1356 (size=9714) 2024-11-22T16:42:09,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293729322, max timestamp=1732293729336Num uniques 859; 2024-11-22T16:42:09,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:42:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T16:42:09,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293789380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293789382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:09,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:09,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293789386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:09,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T16:42:09,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:09,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:09,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:09,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:09,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:09,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1732293789441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732293789441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:09,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293789501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293789501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:09,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293789501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:09,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:09,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T16:42:09,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:09,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:09,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:09,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:09,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T16:42:09,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1732293789651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:09,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732293789661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:09,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293789721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293789721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:09,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293789721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:09,739 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:09,743 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ee85c60904634e1c8691b696d855c61c_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ee85c60904634e1c8691b696d855c61c_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:09,743 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/28bbf8f36d0e418e8089c80327625b9d, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:09,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T16:42:09,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:09,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:09,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:09,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:09,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:09,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/28bbf8f36d0e418e8089c80327625b9d is 175, key is test_row_0/A:col10/1732293729297/Put/seqid=0 2024-11-22T16:42:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:09,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742181_1357 (size=22361) 2024-11-22T16:42:09,750 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/28bbf8f36d0e418e8089c80327625b9d 2024-11-22T16:42:09,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/7ded0790a3294192af27fa41fcfe1ade is 50, key is test_row_0/B:col10/1732293729297/Put/seqid=0 2024-11-22T16:42:09,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742182_1358 (size=9657) 2024-11-22T16:42:09,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/7ded0790a3294192af27fa41fcfe1ade 2024-11-22T16:42:09,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/cc2e0c80d7ca4b2f9c41b2e5fa3f2770 is 50, key is test_row_0/C:col10/1732293729297/Put/seqid=0 2024-11-22T16:42:09,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742183_1359 (size=9657) 2024-11-22T16:42:09,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T16:42:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:09,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T16:42:09,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1732293789961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:09,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732293789971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:09,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:09,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:10,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293790031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:10,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:10,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293790031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:10,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:10,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293790041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:10,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:10,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T16:42:10,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:10,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:10,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:10,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:10,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:10,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T16:42:10,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:10,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:10,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:10,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:10,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:10,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/cc2e0c80d7ca4b2f9c41b2e5fa3f2770 2024-11-22T16:42:10,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/28bbf8f36d0e418e8089c80327625b9d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/28bbf8f36d0e418e8089c80327625b9d 2024-11-22T16:42:10,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/28bbf8f36d0e418e8089c80327625b9d, entries=100, sequenceid=15, filesize=21.8 K 2024-11-22T16:42:10,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/7ded0790a3294192af27fa41fcfe1ade as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/7ded0790a3294192af27fa41fcfe1ade 2024-11-22T16:42:10,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/7ded0790a3294192af27fa41fcfe1ade, entries=100, sequenceid=15, filesize=9.4 K 2024-11-22T16:42:10,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/cc2e0c80d7ca4b2f9c41b2e5fa3f2770 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/cc2e0c80d7ca4b2f9c41b2e5fa3f2770 2024-11-22T16:42:10,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/cc2e0c80d7ca4b2f9c41b2e5fa3f2770, entries=100, sequenceid=15, filesize=9.4 K 2024-11-22T16:42:10,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for f531b2207568764d1d8cfce91043e2fd in 929ms, sequenceid=15, compaction requested=false 2024-11-22T16:42:10,228 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T16:42:10,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:10,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T16:42:10,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:10,357 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-22T16:42:10,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:10,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:10,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:10,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:10,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:10,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f1320fd89c1f4f42a878af24823d482d_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293729385/Put/seqid=0 2024-11-22T16:42:10,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742184_1360 (size=12154) 2024-11-22T16:42:10,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:10,372 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f1320fd89c1f4f42a878af24823d482d_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f1320fd89c1f4f42a878af24823d482d_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/9d884e2b9a54467ab6c898450b4df9be, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:10,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/9d884e2b9a54467ab6c898450b4df9be is 175, key is test_row_0/A:col10/1732293729385/Put/seqid=0 2024-11-22T16:42:10,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742185_1361 (size=30955) 2024-11-22T16:42:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T16:42:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:10,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:10,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1732293790506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:10,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732293790516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:10,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:10,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:10,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293790541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:10,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293790551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:10,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293790551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:10,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:10,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1732293790631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:10,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:10,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732293790631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:10,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:10,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:10,777 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/9d884e2b9a54467ab6c898450b4df9be 2024-11-22T16:42:10,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/9a0f22d3f534459ebfff50e5d988af6d is 50, key is test_row_0/B:col10/1732293729385/Put/seqid=0 2024-11-22T16:42:10,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742186_1362 (size=12001) 2024-11-22T16:42:10,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1732293790851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:10,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732293790851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:10,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:10,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:11,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1732293791161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:11,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:11,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732293791171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:11,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:11,189 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/9a0f22d3f534459ebfff50e5d988af6d 2024-11-22T16:42:11,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/46549e54e6174451bc071ae7ab0eb03f is 50, key is test_row_0/C:col10/1732293729385/Put/seqid=0 2024-11-22T16:42:11,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742187_1363 (size=12001) 2024-11-22T16:42:11,201 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/46549e54e6174451bc071ae7ab0eb03f 2024-11-22T16:42:11,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/9d884e2b9a54467ab6c898450b4df9be as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/9d884e2b9a54467ab6c898450b4df9be 2024-11-22T16:42:11,207 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/9d884e2b9a54467ab6c898450b4df9be, entries=150, sequenceid=51, filesize=30.2 K 2024-11-22T16:42:11,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/9a0f22d3f534459ebfff50e5d988af6d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/9a0f22d3f534459ebfff50e5d988af6d 2024-11-22T16:42:11,211 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/9a0f22d3f534459ebfff50e5d988af6d, entries=150, sequenceid=51, filesize=11.7 K 2024-11-22T16:42:11,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/46549e54e6174451bc071ae7ab0eb03f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/46549e54e6174451bc071ae7ab0eb03f 2024-11-22T16:42:11,216 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/46549e54e6174451bc071ae7ab0eb03f, entries=150, sequenceid=51, filesize=11.7 K 2024-11-22T16:42:11,216 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for f531b2207568764d1d8cfce91043e2fd in 859ms, sequenceid=51, compaction requested=false 2024-11-22T16:42:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-22T16:42:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-22T16:42:11,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-22T16:42:11,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9340 sec 2024-11-22T16:42:11,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.9390 sec 2024-11-22T16:42:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-22T16:42:11,432 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:11,432 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:42:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-22T16:42:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T16:42:11,434 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:42:11,435 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:42:11,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:42:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T16:42:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:11,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T16:42:11,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:11,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:11,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:11,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:11,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:11,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:11,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223ad19a36a5714f4a8c0321637d36d604_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293730514/Put/seqid=0 2024-11-22T16:42:11,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742188_1364 (size=14594) 2024-11-22T16:42:11,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T16:42:11,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:11,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:11,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:11,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:11,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:11,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293791617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:11,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:11,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293791618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:11,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:11,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293791621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:11,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:11,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1732293791681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:11,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:11,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732293791681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:11,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:11,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293791731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:11,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:11,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T16:42:11,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:11,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:11,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:11,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:11,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:11,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293791741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:11,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:11,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293791741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:11,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:11,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T16:42:11,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T16:42:11,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:11,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:11,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:11,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:11,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:11,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293791941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:11,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293791950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:11,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:11,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293791951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:11,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:11,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:11,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:11,976 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:11,980 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223ad19a36a5714f4a8c0321637d36d604_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223ad19a36a5714f4a8c0321637d36d604_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:11,980 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/ea6ff481eaaa464cba6a5707ed0f4bc9, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:11,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/ea6ff481eaaa464cba6a5707ed0f4bc9 is 175, key is test_row_0/A:col10/1732293730514/Put/seqid=0 2024-11-22T16:42:11,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742189_1365 (size=39549) 2024-11-22T16:42:12,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T16:42:12,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:12,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:12,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:12,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T16:42:12,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T16:42:12,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:12,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:12,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:12,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293792261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:12,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:12,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:12,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:12,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293792271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:12,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293792271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:12,277 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T16:42:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:12,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T16:42:12,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:12,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:12,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:12,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,385 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/ea6ff481eaaa464cba6a5707ed0f4bc9 2024-11-22T16:42:12,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/c19c8f3e51d74dff8fd1cabf127f7baa is 50, key is test_row_0/B:col10/1732293730514/Put/seqid=0 2024-11-22T16:42:12,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742190_1366 (size=12001) 2024-11-22T16:42:12,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T16:42:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:12,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T16:42:12,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T16:42:12,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:12,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:12,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:12,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1732293792700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:12,712 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in f531b2207568764d1d8cfce91043e2fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:12,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732293792711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:12,717 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in f531b2207568764d1d8cfce91043e2fd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:12,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:12,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:12,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:12,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293792771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:12,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293792781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:12,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:12,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:12,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:12,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293792791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:12,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/c19c8f3e51d74dff8fd1cabf127f7baa 2024-11-22T16:42:12,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/da9cb5e49b1941448ca990fe5ab6bf97 is 50, key is test_row_0/C:col10/1732293730514/Put/seqid=0 2024-11-22T16:42:12,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742191_1367 (size=12001) 2024-11-22T16:42:12,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T16:42:12,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:12,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:12,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:12,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T16:42:12,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:12,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:12,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:12,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:13,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T16:42:13,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:13,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:13,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:13,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:13,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:13,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/da9cb5e49b1941448ca990fe5ab6bf97 2024-11-22T16:42:13,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/ea6ff481eaaa464cba6a5707ed0f4bc9 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/ea6ff481eaaa464cba6a5707ed0f4bc9 2024-11-22T16:42:13,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/ea6ff481eaaa464cba6a5707ed0f4bc9, entries=200, sequenceid=63, filesize=38.6 K 2024-11-22T16:42:13,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/c19c8f3e51d74dff8fd1cabf127f7baa as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/c19c8f3e51d74dff8fd1cabf127f7baa 2024-11-22T16:42:13,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/c19c8f3e51d74dff8fd1cabf127f7baa, entries=150, sequenceid=63, filesize=11.7 K 2024-11-22T16:42:13,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/da9cb5e49b1941448ca990fe5ab6bf97 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/da9cb5e49b1941448ca990fe5ab6bf97 2024-11-22T16:42:13,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/da9cb5e49b1941448ca990fe5ab6bf97, entries=150, sequenceid=63, filesize=11.7 K 2024-11-22T16:42:13,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for f531b2207568764d1d8cfce91043e2fd in 1659ms, sequenceid=63, compaction requested=true 2024-11-22T16:42:13,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:13,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:42:13,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:13,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:42:13,225 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:13,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:13,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:42:13,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:13,225 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:13,226 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:13,226 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/B is initiating minor compaction (all files) 2024-11-22T16:42:13,226 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:13,226 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/B in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:13,226 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/A is initiating minor compaction (all files) 2024-11-22T16:42:13,226 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/A in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:13,226 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/7ded0790a3294192af27fa41fcfe1ade, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/9a0f22d3f534459ebfff50e5d988af6d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/c19c8f3e51d74dff8fd1cabf127f7baa] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=32.9 K 2024-11-22T16:42:13,226 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/28bbf8f36d0e418e8089c80327625b9d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/9d884e2b9a54467ab6c898450b4df9be, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/ea6ff481eaaa464cba6a5707ed0f4bc9] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=90.7 K 2024-11-22T16:42:13,227 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:13,227 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/28bbf8f36d0e418e8089c80327625b9d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/9d884e2b9a54467ab6c898450b4df9be, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/ea6ff481eaaa464cba6a5707ed0f4bc9] 2024-11-22T16:42:13,227 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ded0790a3294192af27fa41fcfe1ade, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732293729297 2024-11-22T16:42:13,227 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28bbf8f36d0e418e8089c80327625b9d, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732293729297 2024-11-22T16:42:13,227 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a0f22d3f534459ebfff50e5d988af6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732293729365 2024-11-22T16:42:13,227 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d884e2b9a54467ab6c898450b4df9be, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732293729365 2024-11-22T16:42:13,228 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting c19c8f3e51d74dff8fd1cabf127f7baa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732293730497 2024-11-22T16:42:13,228 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea6ff481eaaa464cba6a5707ed0f4bc9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732293730497 2024-11-22T16:42:13,241 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#B#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:13,242 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/1c80360bc5bb4ec98233e99a1bf22478 is 50, key is test_row_0/B:col10/1732293730514/Put/seqid=0 2024-11-22T16:42:13,249 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:13,257 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122ee7e6c5f0ff7469bae4e84f512eba7d2_f531b2207568764d1d8cfce91043e2fd store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:13,259 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122ee7e6c5f0ff7469bae4e84f512eba7d2_f531b2207568764d1d8cfce91043e2fd, store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:13,259 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ee7e6c5f0ff7469bae4e84f512eba7d2_f531b2207568764d1d8cfce91043e2fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:13,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742192_1368 (size=12104) 2024-11-22T16:42:13,270 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/1c80360bc5bb4ec98233e99a1bf22478 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/1c80360bc5bb4ec98233e99a1bf22478 2024-11-22T16:42:13,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T16:42:13,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:13,272 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T16:42:13,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:13,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:13,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:13,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:13,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:13,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:13,279 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/B of f531b2207568764d1d8cfce91043e2fd into 1c80360bc5bb4ec98233e99a1bf22478(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:13,279 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:13,280 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/B, priority=13, startTime=1732293733225; duration=0sec 2024-11-22T16:42:13,280 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:13,280 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:B 2024-11-22T16:42:13,280 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:13,281 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:13,281 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/C is initiating minor compaction (all files) 2024-11-22T16:42:13,281 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/C in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:13,281 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/cc2e0c80d7ca4b2f9c41b2e5fa3f2770, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/46549e54e6174451bc071ae7ab0eb03f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/da9cb5e49b1941448ca990fe5ab6bf97] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=32.9 K 2024-11-22T16:42:13,281 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting cc2e0c80d7ca4b2f9c41b2e5fa3f2770, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732293729297 2024-11-22T16:42:13,282 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 46549e54e6174451bc071ae7ab0eb03f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732293729365 2024-11-22T16:42:13,282 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting da9cb5e49b1941448ca990fe5ab6bf97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732293730497 2024-11-22T16:42:13,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ba33fd95a6de49068a704ca263535e9a_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293731615/Put/seqid=0 2024-11-22T16:42:13,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742193_1369 (size=4469) 2024-11-22T16:42:13,326 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#C#compaction#321 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:13,326 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/a49110be1dc94ff0b596f168a29bb73e is 50, key is test_row_0/C:col10/1732293730514/Put/seqid=0 2024-11-22T16:42:13,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742194_1370 (size=12154) 2024-11-22T16:42:13,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:13,339 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ba33fd95a6de49068a704ca263535e9a_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ba33fd95a6de49068a704ca263535e9a_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:13,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/aa03fc56c1fc40d7bc5113d5346604a6, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:13,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/aa03fc56c1fc40d7bc5113d5346604a6 is 175, key is test_row_0/A:col10/1732293731615/Put/seqid=0 2024-11-22T16:42:13,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742195_1371 (size=12104) 2024-11-22T16:42:13,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742196_1372 (size=30955) 2024-11-22T16:42:13,364 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/a49110be1dc94ff0b596f168a29bb73e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/a49110be1dc94ff0b596f168a29bb73e 2024-11-22T16:42:13,370 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/C of f531b2207568764d1d8cfce91043e2fd into a49110be1dc94ff0b596f168a29bb73e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:13,370 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:13,370 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/C, priority=13, startTime=1732293733225; duration=0sec 2024-11-22T16:42:13,370 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:13,370 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:C 2024-11-22T16:42:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T16:42:13,709 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#A#compaction#319 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:13,709 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/68324fdbe510499894ee7f0b1c1311d9 is 175, key is test_row_0/A:col10/1732293730514/Put/seqid=0 2024-11-22T16:42:13,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742197_1373 (size=31058) 2024-11-22T16:42:13,723 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/68324fdbe510499894ee7f0b1c1311d9 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/68324fdbe510499894ee7f0b1c1311d9 2024-11-22T16:42:13,727 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/A of f531b2207568764d1d8cfce91043e2fd into 68324fdbe510499894ee7f0b1c1311d9(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:13,727 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:13,727 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/A, priority=13, startTime=1732293733225; duration=0sec 2024-11-22T16:42:13,727 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:13,727 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:A 2024-11-22T16:42:13,760 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/aa03fc56c1fc40d7bc5113d5346604a6 2024-11-22T16:42:13,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/cbf581242d314e779c725b2f52bfe96a is 50, key is test_row_0/B:col10/1732293731615/Put/seqid=0 2024-11-22T16:42:13,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742198_1374 (size=12001) 2024-11-22T16:42:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:13,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:13,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293793817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:13,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293793819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:13,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:13,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:13,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:13,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:13,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:13,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:13,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293793821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:13,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293793931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:13,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293793931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:13,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293793940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:13,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:14,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293794151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:14,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293794151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:14,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293794161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:14,174 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/cbf581242d314e779c725b2f52bfe96a 2024-11-22T16:42:14,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/0828cd1bba0d42739cfef72f4f299371 is 50, key is test_row_0/C:col10/1732293731615/Put/seqid=0 2024-11-22T16:42:14,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742199_1375 (size=12001) 2024-11-22T16:42:14,186 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/0828cd1bba0d42739cfef72f4f299371 2024-11-22T16:42:14,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/aa03fc56c1fc40d7bc5113d5346604a6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/aa03fc56c1fc40d7bc5113d5346604a6 2024-11-22T16:42:14,193 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/aa03fc56c1fc40d7bc5113d5346604a6, entries=150, sequenceid=83, filesize=30.2 K 2024-11-22T16:42:14,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/cbf581242d314e779c725b2f52bfe96a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/cbf581242d314e779c725b2f52bfe96a 2024-11-22T16:42:14,199 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/cbf581242d314e779c725b2f52bfe96a, entries=150, sequenceid=83, filesize=11.7 K 2024-11-22T16:42:14,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/0828cd1bba0d42739cfef72f4f299371 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/0828cd1bba0d42739cfef72f4f299371 2024-11-22T16:42:14,202 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/0828cd1bba0d42739cfef72f4f299371, entries=150, sequenceid=83, filesize=11.7 K 2024-11-22T16:42:14,203 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for f531b2207568764d1d8cfce91043e2fd in 931ms, sequenceid=83, compaction requested=false 2024-11-22T16:42:14,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:14,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:14,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-22T16:42:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-22T16:42:14,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-22T16:42:14,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7700 sec 2024-11-22T16:42:14,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.7750 sec 2024-11-22T16:42:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:14,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T16:42:14,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:14,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:14,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:14,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:14,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:14,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:14,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122398099b19e234132b65e7c140702da9f_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293733816/Put/seqid=0 2024-11-22T16:42:14,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742200_1376 (size=14594) 2024-11-22T16:42:14,485 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:14,488 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122398099b19e234132b65e7c140702da9f_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122398099b19e234132b65e7c140702da9f_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:14,488 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/593fe93aea644c948ac150285a1f6b60, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:14,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/593fe93aea644c948ac150285a1f6b60 is 175, key is test_row_0/A:col10/1732293733816/Put/seqid=0 2024-11-22T16:42:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742201_1377 (size=39549) 2024-11-22T16:42:14,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293794514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:14,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:14,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293794515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:14,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:14,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293794517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:14,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293794621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:14,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:14,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293794631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:14,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293794631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:14,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:14,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:14,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1732293794721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:14,733 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in f531b2207568764d1d8cfce91043e2fd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:14,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732293794730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:14,738 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in f531b2207568764d1d8cfce91043e2fd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:14,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:14,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293794831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:14,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293794840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:14,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293794851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:14,893 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/593fe93aea644c948ac150285a1f6b60 2024-11-22T16:42:14,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/59a743992767454caa0eedb8196cfe04 is 50, key is test_row_0/B:col10/1732293733816/Put/seqid=0 2024-11-22T16:42:14,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742202_1378 (size=12001) 2024-11-22T16:42:14,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/59a743992767454caa0eedb8196cfe04 2024-11-22T16:42:14,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/84c6581c05d2423d91a178d060f2fc84 is 50, key is test_row_0/C:col10/1732293733816/Put/seqid=0 2024-11-22T16:42:14,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742203_1379 (size=12001) 2024-11-22T16:42:15,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293795141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:15,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:15,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293795161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:15,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:15,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293795171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:15,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:15,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/84c6581c05d2423d91a178d060f2fc84 2024-11-22T16:42:15,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/593fe93aea644c948ac150285a1f6b60 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/593fe93aea644c948ac150285a1f6b60 2024-11-22T16:42:15,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/593fe93aea644c948ac150285a1f6b60, entries=200, sequenceid=99, filesize=38.6 K 2024-11-22T16:42:15,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/59a743992767454caa0eedb8196cfe04 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/59a743992767454caa0eedb8196cfe04 2024-11-22T16:42:15,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/59a743992767454caa0eedb8196cfe04, entries=150, sequenceid=99, filesize=11.7 K 2024-11-22T16:42:15,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/84c6581c05d2423d91a178d060f2fc84 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/84c6581c05d2423d91a178d060f2fc84 2024-11-22T16:42:15,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/84c6581c05d2423d91a178d060f2fc84, entries=150, sequenceid=99, filesize=11.7 K 2024-11-22T16:42:15,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for f531b2207568764d1d8cfce91043e2fd in 879ms, sequenceid=99, compaction requested=true 2024-11-22T16:42:15,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:15,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:42:15,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:15,345 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:15,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:42:15,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:15,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:42:15,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:15,345 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:15,346 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:15,346 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/B is initiating minor compaction (all files) 2024-11-22T16:42:15,346 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/B in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:15,346 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/1c80360bc5bb4ec98233e99a1bf22478, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/cbf581242d314e779c725b2f52bfe96a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/59a743992767454caa0eedb8196cfe04] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=35.3 K 2024-11-22T16:42:15,346 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:15,346 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/A is initiating minor compaction (all files) 2024-11-22T16:42:15,346 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/A in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:15,346 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/68324fdbe510499894ee7f0b1c1311d9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/aa03fc56c1fc40d7bc5113d5346604a6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/593fe93aea644c948ac150285a1f6b60] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=99.2 K 2024-11-22T16:42:15,346 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:15,347 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/68324fdbe510499894ee7f0b1c1311d9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/aa03fc56c1fc40d7bc5113d5346604a6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/593fe93aea644c948ac150285a1f6b60] 2024-11-22T16:42:15,347 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c80360bc5bb4ec98233e99a1bf22478, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732293730497 2024-11-22T16:42:15,347 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68324fdbe510499894ee7f0b1c1311d9, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732293730497 2024-11-22T16:42:15,347 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting cbf581242d314e779c725b2f52bfe96a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732293731601 2024-11-22T16:42:15,347 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa03fc56c1fc40d7bc5113d5346604a6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732293731601 2024-11-22T16:42:15,348 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 59a743992767454caa0eedb8196cfe04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732293733816 2024-11-22T16:42:15,348 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 593fe93aea644c948ac150285a1f6b60, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732293733816 2024-11-22T16:42:15,354 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#B#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:15,355 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/465b07a03ffa40f18b4d9938bdc42e8e is 50, key is test_row_0/B:col10/1732293733816/Put/seqid=0 2024-11-22T16:42:15,356 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:15,359 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411227b01d4c1aedb49d3b55ec1c5f9a17ec9_f531b2207568764d1d8cfce91043e2fd store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:15,361 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411227b01d4c1aedb49d3b55ec1c5f9a17ec9_f531b2207568764d1d8cfce91043e2fd, store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:15,361 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227b01d4c1aedb49d3b55ec1c5f9a17ec9_f531b2207568764d1d8cfce91043e2fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:15,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742204_1380 (size=12207) 2024-11-22T16:42:15,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742205_1381 (size=4469) 2024-11-22T16:42:15,376 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#A#compaction#328 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:15,377 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/c70b378f61a4490fab2158f1e4d7bf0c is 175, key is test_row_0/A:col10/1732293733816/Put/seqid=0 2024-11-22T16:42:15,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742206_1382 (size=31161) 2024-11-22T16:42:15,386 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/c70b378f61a4490fab2158f1e4d7bf0c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/c70b378f61a4490fab2158f1e4d7bf0c 2024-11-22T16:42:15,390 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/A of f531b2207568764d1d8cfce91043e2fd into c70b378f61a4490fab2158f1e4d7bf0c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:15,390 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:15,390 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/A, priority=13, startTime=1732293735345; duration=0sec 2024-11-22T16:42:15,390 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:15,390 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:A 2024-11-22T16:42:15,390 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:15,393 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:15,393 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/C is initiating minor compaction (all files) 2024-11-22T16:42:15,393 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/C in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:15,393 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/a49110be1dc94ff0b596f168a29bb73e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/0828cd1bba0d42739cfef72f4f299371, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/84c6581c05d2423d91a178d060f2fc84] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=35.3 K 2024-11-22T16:42:15,393 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting a49110be1dc94ff0b596f168a29bb73e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732293730497 2024-11-22T16:42:15,394 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0828cd1bba0d42739cfef72f4f299371, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732293731601 2024-11-22T16:42:15,394 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84c6581c05d2423d91a178d060f2fc84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732293733816 2024-11-22T16:42:15,400 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#C#compaction#329 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:15,402 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/041e2ef58e4e4b4881a625ec403a332e is 50, key is test_row_0/C:col10/1732293733816/Put/seqid=0 2024-11-22T16:42:15,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742207_1383 (size=12207) 2024-11-22T16:42:15,410 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/041e2ef58e4e4b4881a625ec403a332e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/041e2ef58e4e4b4881a625ec403a332e 2024-11-22T16:42:15,414 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/C of f531b2207568764d1d8cfce91043e2fd into 041e2ef58e4e4b4881a625ec403a332e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:15,414 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:15,414 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/C, priority=13, startTime=1732293735345; duration=0sec 2024-11-22T16:42:15,415 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:15,415 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:C 2024-11-22T16:42:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T16:42:15,602 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:15,602 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:42:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-22T16:42:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T16:42:15,604 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:42:15,605 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:42:15,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:42:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:15,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T16:42:15,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:15,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:15,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:15,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:15,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:15,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:15,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b1bbf6ba256946dc82b9324efca3a9c7_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293734513/Put/seqid=0 2024-11-22T16:42:15,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742208_1384 (size=14594) 2024-11-22T16:42:15,681 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:15,684 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b1bbf6ba256946dc82b9324efca3a9c7_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b1bbf6ba256946dc82b9324efca3a9c7_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:15,685 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/e7b2dab51d894fed9cf622579016d744, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:15,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/e7b2dab51d894fed9cf622579016d744 is 175, key is test_row_0/A:col10/1732293734513/Put/seqid=0 2024-11-22T16:42:15,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742209_1385 (size=39549) 2024-11-22T16:42:15,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293795702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:15,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:15,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293795703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:15,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:15,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T16:42:15,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293795704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:15,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:15,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T16:42:15,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:15,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:15,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:15,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:15,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:15,775 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/465b07a03ffa40f18b4d9938bdc42e8e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/465b07a03ffa40f18b4d9938bdc42e8e 2024-11-22T16:42:15,778 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/B of f531b2207568764d1d8cfce91043e2fd into 465b07a03ffa40f18b4d9938bdc42e8e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:15,778 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:15,779 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/B, priority=13, startTime=1732293735345; duration=0sec 2024-11-22T16:42:15,779 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:15,779 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:B 2024-11-22T16:42:15,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293795821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:15,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:15,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293795821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:15,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293795821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:15,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T16:42:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:15,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:15,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T16:42:16,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293796031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:16,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293796031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:16,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293796041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:16,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:16,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T16:42:16,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:16,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:16,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:16,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,093 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/e7b2dab51d894fed9cf622579016d744 2024-11-22T16:42:16,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/5fcf2a1921ab4556bc86f91a1da5d345 is 50, key is test_row_0/B:col10/1732293734513/Put/seqid=0 2024-11-22T16:42:16,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742210_1386 (size=12001) 2024-11-22T16:42:16,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T16:42:16,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:16,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:16,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:16,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T16:42:16,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293796341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:16,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:16,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293796350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:16,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:16,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293796350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:16,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:16,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:16,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T16:42:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:16,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/5fcf2a1921ab4556bc86f91a1da5d345 2024-11-22T16:42:16,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/fcced38dc7a14b5bbb497a95776441a8 is 50, key is test_row_0/C:col10/1732293734513/Put/seqid=0 2024-11-22T16:42:16,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742211_1387 (size=12001) 2024-11-22T16:42:16,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T16:42:16,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:16,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:16,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:16,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T16:42:16,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:16,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:16,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:16,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T16:42:16,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T16:42:16,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:16,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:16,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:16,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:16,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293796861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:16,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:16,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293796870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:16,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:16,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293796871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:16,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:16,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:16,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:16,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/fcced38dc7a14b5bbb497a95776441a8 2024-11-22T16:42:16,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/e7b2dab51d894fed9cf622579016d744 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/e7b2dab51d894fed9cf622579016d744 2024-11-22T16:42:16,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/e7b2dab51d894fed9cf622579016d744, entries=200, sequenceid=121, filesize=38.6 K 2024-11-22T16:42:16,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/5fcf2a1921ab4556bc86f91a1da5d345 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/5fcf2a1921ab4556bc86f91a1da5d345 2024-11-22T16:42:16,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/5fcf2a1921ab4556bc86f91a1da5d345, entries=150, sequenceid=121, filesize=11.7 K 2024-11-22T16:42:16,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/fcced38dc7a14b5bbb497a95776441a8 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/fcced38dc7a14b5bbb497a95776441a8 2024-11-22T16:42:16,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/fcced38dc7a14b5bbb497a95776441a8, entries=150, sequenceid=121, filesize=11.7 K 2024-11-22T16:42:16,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for f531b2207568764d1d8cfce91043e2fd in 1268ms, sequenceid=121, compaction requested=false 2024-11-22T16:42:16,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:16,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T16:42:16,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:16,982 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T16:42:16,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:16,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:16,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:16,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:16,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:16,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:16,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224b877d3fd8f04e66a0573bc59d144777_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293735702/Put/seqid=0 2024-11-22T16:42:16,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742212_1388 (size=12304) 2024-11-22T16:42:17,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:17,409 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224b877d3fd8f04e66a0573bc59d144777_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224b877d3fd8f04e66a0573bc59d144777_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:17,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/3f514d01feaa4e0f9177c6f1ad467962, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:17,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/3f514d01feaa4e0f9177c6f1ad467962 is 175, key is test_row_0/A:col10/1732293735702/Put/seqid=0 2024-11-22T16:42:17,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742213_1389 (size=31105) 2024-11-22T16:42:17,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T16:42:17,839 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/3f514d01feaa4e0f9177c6f1ad467962 2024-11-22T16:42:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/1062141e23c948ebbb0a8faf36ad007c is 50, key is test_row_0/B:col10/1732293735702/Put/seqid=0 2024-11-22T16:42:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742214_1390 (size=12151) 2024-11-22T16:42:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:17,887 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/1062141e23c948ebbb0a8faf36ad007c 2024-11-22T16:42:17,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:17,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/5d28649b8bc04923820af8d23a4dc47a is 50, key is test_row_0/C:col10/1732293735702/Put/seqid=0 2024-11-22T16:42:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742215_1391 (size=12151) 2024-11-22T16:42:17,957 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/5d28649b8bc04923820af8d23a4dc47a 2024-11-22T16:42:17,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/3f514d01feaa4e0f9177c6f1ad467962 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/3f514d01feaa4e0f9177c6f1ad467962 2024-11-22T16:42:17,980 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/3f514d01feaa4e0f9177c6f1ad467962, entries=150, sequenceid=134, filesize=30.4 K 2024-11-22T16:42:17,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/1062141e23c948ebbb0a8faf36ad007c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/1062141e23c948ebbb0a8faf36ad007c 2024-11-22T16:42:17,988 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/1062141e23c948ebbb0a8faf36ad007c, entries=150, sequenceid=134, filesize=11.9 K 2024-11-22T16:42:17,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/5d28649b8bc04923820af8d23a4dc47a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/5d28649b8bc04923820af8d23a4dc47a 2024-11-22T16:42:17,995 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/5d28649b8bc04923820af8d23a4dc47a, entries=150, sequenceid=134, filesize=11.9 K 2024-11-22T16:42:17,998 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=107.34 KB/109920 for f531b2207568764d1d8cfce91043e2fd in 1015ms, sequenceid=134, compaction requested=true 2024-11-22T16:42:17,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:17,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:17,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-22T16:42:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-22T16:42:18,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-22T16:42:18,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3950 sec 2024-11-22T16:42:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:18,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.4010 sec 2024-11-22T16:42:18,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T16:42:18,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:18,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:18,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:18,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:18,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:18,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:18,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122846287718de542f387c584f92505765d_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293737987/Put/seqid=0 2024-11-22T16:42:18,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742216_1392 (size=17284) 2024-11-22T16:42:18,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293798034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:18,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:18,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293798035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:18,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293798037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:18,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:18,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293798151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:18,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:18,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293798151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:18,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:18,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293798160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:18,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293798371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:18,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:18,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293798371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:18,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:18,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:18,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293798381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:18,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:18,429 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:18,432 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122846287718de542f387c584f92505765d_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122846287718de542f387c584f92505765d_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:18,433 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/63eadf5e3c4e439db0f029d7fb2b296d, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:18,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/63eadf5e3c4e439db0f029d7fb2b296d is 175, key is test_row_0/A:col10/1732293737987/Put/seqid=0 2024-11-22T16:42:18,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742217_1393 (size=48389) 2024-11-22T16:42:18,437 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/63eadf5e3c4e439db0f029d7fb2b296d 2024-11-22T16:42:18,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/2bd781328bc24883977fdb54b30e33b7 is 50, key is test_row_0/B:col10/1732293737987/Put/seqid=0 2024-11-22T16:42:18,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742218_1394 (size=12151) 2024-11-22T16:42:18,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293798681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:18,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293798681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:18,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:18,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293798701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:18,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:18,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1732293798750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:18,763 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in f531b2207568764d1d8cfce91043e2fd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8256 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:18,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732293798771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:18,784 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in f531b2207568764d1d8cfce91043e2fd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8268 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:18,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:18,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:18,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/2bd781328bc24883977fdb54b30e33b7 2024-11-22T16:42:18,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/1135c096b1694083afdf3026facb24bf is 50, key is test_row_0/C:col10/1732293737987/Put/seqid=0 2024-11-22T16:42:18,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742219_1395 (size=12151) 2024-11-22T16:42:19,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293799201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:19,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:19,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:19,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293799201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:19,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:19,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:19,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:19,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:19,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293799221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:19,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:19,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:19,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:19,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/1135c096b1694083afdf3026facb24bf 2024-11-22T16:42:19,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/63eadf5e3c4e439db0f029d7fb2b296d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/63eadf5e3c4e439db0f029d7fb2b296d 2024-11-22T16:42:19,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/63eadf5e3c4e439db0f029d7fb2b296d, entries=250, sequenceid=155, filesize=47.3 K 2024-11-22T16:42:19,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/2bd781328bc24883977fdb54b30e33b7 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/2bd781328bc24883977fdb54b30e33b7 2024-11-22T16:42:19,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/2bd781328bc24883977fdb54b30e33b7, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T16:42:19,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/1135c096b1694083afdf3026facb24bf as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/1135c096b1694083afdf3026facb24bf 2024-11-22T16:42:19,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/1135c096b1694083afdf3026facb24bf, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T16:42:19,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for f531b2207568764d1d8cfce91043e2fd in 1267ms, sequenceid=155, compaction requested=true 2024-11-22T16:42:19,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:19,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:42:19,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:19,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:42:19,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:19,273 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:42:19,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:42:19,273 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:42:19,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:19,275 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:42:19,275 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150204 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:42:19,275 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/B is initiating minor compaction (all files) 2024-11-22T16:42:19,275 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/A is initiating minor compaction (all files) 2024-11-22T16:42:19,275 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/B in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:19,275 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/A in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:19,275 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/465b07a03ffa40f18b4d9938bdc42e8e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/5fcf2a1921ab4556bc86f91a1da5d345, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/1062141e23c948ebbb0a8faf36ad007c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/2bd781328bc24883977fdb54b30e33b7] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=47.4 K 2024-11-22T16:42:19,275 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/c70b378f61a4490fab2158f1e4d7bf0c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/e7b2dab51d894fed9cf622579016d744, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/3f514d01feaa4e0f9177c6f1ad467962, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/63eadf5e3c4e439db0f029d7fb2b296d] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=146.7 K 2024-11-22T16:42:19,275 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:19,275 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/c70b378f61a4490fab2158f1e4d7bf0c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/e7b2dab51d894fed9cf622579016d744, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/3f514d01feaa4e0f9177c6f1ad467962, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/63eadf5e3c4e439db0f029d7fb2b296d] 2024-11-22T16:42:19,275 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 465b07a03ffa40f18b4d9938bdc42e8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732293733816 2024-11-22T16:42:19,276 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting c70b378f61a4490fab2158f1e4d7bf0c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732293733816 2024-11-22T16:42:19,276 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fcf2a1921ab4556bc86f91a1da5d345, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732293734512 2024-11-22T16:42:19,276 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7b2dab51d894fed9cf622579016d744, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732293734512 2024-11-22T16:42:19,276 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 1062141e23c948ebbb0a8faf36ad007c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732293735701 2024-11-22T16:42:19,276 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f514d01feaa4e0f9177c6f1ad467962, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732293735701 2024-11-22T16:42:19,276 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bd781328bc24883977fdb54b30e33b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732293737987 2024-11-22T16:42:19,276 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63eadf5e3c4e439db0f029d7fb2b296d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732293737968 2024-11-22T16:42:19,282 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:19,283 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112234fcd0d2eba9424ea77148c4b3632794_f531b2207568764d1d8cfce91043e2fd store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:19,284 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#B#compaction#340 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:19,285 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/2cc6c5f87baa41f1b962812b9a273fcd is 50, key is test_row_0/B:col10/1732293737987/Put/seqid=0 2024-11-22T16:42:19,286 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112234fcd0d2eba9424ea77148c4b3632794_f531b2207568764d1d8cfce91043e2fd, store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:19,286 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112234fcd0d2eba9424ea77148c4b3632794_f531b2207568764d1d8cfce91043e2fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:19,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742221_1397 (size=4469) 2024-11-22T16:42:19,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742220_1396 (size=12493) 2024-11-22T16:42:19,291 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#A#compaction#339 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:19,292 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/ab02dbd901c34f40a26abdf46a1fdaa8 is 175, key is test_row_0/A:col10/1732293737987/Put/seqid=0 2024-11-22T16:42:19,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742222_1398 (size=31447) 2024-11-22T16:42:19,695 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/2cc6c5f87baa41f1b962812b9a273fcd as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/2cc6c5f87baa41f1b962812b9a273fcd 2024-11-22T16:42:19,700 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/ab02dbd901c34f40a26abdf46a1fdaa8 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/ab02dbd901c34f40a26abdf46a1fdaa8 2024-11-22T16:42:19,701 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/B of f531b2207568764d1d8cfce91043e2fd into 2cc6c5f87baa41f1b962812b9a273fcd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:19,701 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:19,701 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/B, priority=12, startTime=1732293739273; duration=0sec 2024-11-22T16:42:19,701 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:19,701 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:B 2024-11-22T16:42:19,701 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:42:19,703 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:42:19,703 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/C is initiating minor compaction (all files) 2024-11-22T16:42:19,703 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/C in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:19,703 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/041e2ef58e4e4b4881a625ec403a332e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/fcced38dc7a14b5bbb497a95776441a8, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/5d28649b8bc04923820af8d23a4dc47a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/1135c096b1694083afdf3026facb24bf] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=47.4 K 2024-11-22T16:42:19,704 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 041e2ef58e4e4b4881a625ec403a332e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732293733816 2024-11-22T16:42:19,704 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting fcced38dc7a14b5bbb497a95776441a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732293734512 2024-11-22T16:42:19,705 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d28649b8bc04923820af8d23a4dc47a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732293735701 2024-11-22T16:42:19,706 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 1135c096b1694083afdf3026facb24bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732293737987 2024-11-22T16:42:19,706 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/A of f531b2207568764d1d8cfce91043e2fd into ab02dbd901c34f40a26abdf46a1fdaa8(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:19,706 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:19,706 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/A, priority=12, startTime=1732293739273; duration=0sec 2024-11-22T16:42:19,706 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:19,706 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:A 2024-11-22T16:42:19,715 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#C#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:19,716 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/dabd1bdc87d2429781afb44cdf0795cf is 50, key is test_row_0/C:col10/1732293737987/Put/seqid=0 2024-11-22T16:42:19,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742223_1399 (size=12493) 2024-11-22T16:42:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T16:42:19,771 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:19,772 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:42:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-22T16:42:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T16:42:19,774 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:42:19,774 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:42:19,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:42:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T16:42:19,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T16:42:19,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:19,927 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T16:42:19,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:19,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:19,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:19,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:19,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:19,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:19,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c0a9859bcbd04908a45e39b2cc812871_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293738034/Put/seqid=0 2024-11-22T16:42:19,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742224_1400 (size=12304) 2024-11-22T16:42:19,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:19,940 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c0a9859bcbd04908a45e39b2cc812871_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c0a9859bcbd04908a45e39b2cc812871_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:19,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/0ece8ef742774d829833b8990d85f1c7, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:19,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/0ece8ef742774d829833b8990d85f1c7 is 175, key is test_row_0/A:col10/1732293738034/Put/seqid=0 2024-11-22T16:42:19,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742225_1401 (size=31105) 2024-11-22T16:42:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T16:42:20,124 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/dabd1bdc87d2429781afb44cdf0795cf as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/dabd1bdc87d2429781afb44cdf0795cf 2024-11-22T16:42:20,128 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/C of f531b2207568764d1d8cfce91043e2fd into dabd1bdc87d2429781afb44cdf0795cf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:20,128 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:20,128 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/C, priority=12, startTime=1732293739273; duration=0sec 2024-11-22T16:42:20,128 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:20,128 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:C 2024-11-22T16:42:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:20,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:20,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:20,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293800284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:20,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:20,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293740260, max timestamp=1732293740287Num uniques 859; 2024-11-22T16:42:20,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:42:20,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293800306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:20,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:20,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293800312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:20,349 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/0ece8ef742774d829833b8990d85f1c7 2024-11-22T16:42:20,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/dfb2dbe2f9e04f74a5fcc7fe8b5dcc09 is 50, key is test_row_0/B:col10/1732293738034/Put/seqid=0 2024-11-22T16:42:20,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742226_1402 (size=12151) 2024-11-22T16:42:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T16:42:20,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293800391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:20,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293800421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:20,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293800431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:20,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:20,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293800611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:20,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293800641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:20,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293800651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:20,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:20,760 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/dfb2dbe2f9e04f74a5fcc7fe8b5dcc09 2024-11-22T16:42:20,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/6d0f042d32ab4c2caf26ef7b119b9058 is 50, key is test_row_0/C:col10/1732293738034/Put/seqid=0 2024-11-22T16:42:20,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742227_1403 (size=12151) 2024-11-22T16:42:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T16:42:20,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293800931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:20,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:20,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293800961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:20,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:20,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293800970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:21,171 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/6d0f042d32ab4c2caf26ef7b119b9058 2024-11-22T16:42:21,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/0ece8ef742774d829833b8990d85f1c7 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/0ece8ef742774d829833b8990d85f1c7 2024-11-22T16:42:21,183 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/0ece8ef742774d829833b8990d85f1c7, entries=150, sequenceid=168, filesize=30.4 K 2024-11-22T16:42:21,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/dfb2dbe2f9e04f74a5fcc7fe8b5dcc09 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/dfb2dbe2f9e04f74a5fcc7fe8b5dcc09 2024-11-22T16:42:21,186 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/dfb2dbe2f9e04f74a5fcc7fe8b5dcc09, entries=150, sequenceid=168, filesize=11.9 K 2024-11-22T16:42:21,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/6d0f042d32ab4c2caf26ef7b119b9058 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/6d0f042d32ab4c2caf26ef7b119b9058 2024-11-22T16:42:21,190 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/6d0f042d32ab4c2caf26ef7b119b9058, entries=150, sequenceid=168, filesize=11.9 K 2024-11-22T16:42:21,191 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for f531b2207568764d1d8cfce91043e2fd in 1264ms, sequenceid=168, compaction requested=false 2024-11-22T16:42:21,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:21,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:21,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-22T16:42:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-22T16:42:21,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-22T16:42:21,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4190 sec 2024-11-22T16:42:21,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.4230 sec 2024-11-22T16:42:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:21,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=131.94 KB heapSize=386.72 KB 2024-11-22T16:42:21,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:21,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:21,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:21,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:21,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:21,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:21,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122828974d342084ad4800c2f2a6b7adbae_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293740300/Put/seqid=0 2024-11-22T16:42:21,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742228_1404 (size=14794) 2024-11-22T16:42:21,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293801492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:21,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:21,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293801493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:21,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293801501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:21,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293801611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:21,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293801621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:21,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:21,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293801621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:21,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:21,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:21,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293801831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:21,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293801841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293801841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:21,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:21,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:21,870 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:21,873 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122828974d342084ad4800c2f2a6b7adbae_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122828974d342084ad4800c2f2a6b7adbae_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:21,874 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/0e392a1b6f174834a1ed653f77e6ed31, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:21,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/0e392a1b6f174834a1ed653f77e6ed31 is 175, key is test_row_0/A:col10/1732293740300/Put/seqid=0 2024-11-22T16:42:21,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742229_1405 (size=39749) 2024-11-22T16:42:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T16:42:21,921 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:21,921 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:42:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-22T16:42:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T16:42:21,923 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:42:21,923 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:42:21,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:42:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T16:42:22,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T16:42:22,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:22,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:22,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:22,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293802151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:22,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293802151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:22,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293802152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:22,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T16:42:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:22,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T16:42:22,278 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/0e392a1b6f174834a1ed653f77e6ed31 2024-11-22T16:42:22,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/106cceeb0add49d7bc5357ec3970e7f1 is 50, key is test_row_0/B:col10/1732293740300/Put/seqid=0 2024-11-22T16:42:22,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742230_1406 (size=12151) 2024-11-22T16:42:22,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T16:42:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:22,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T16:42:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:22,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T16:42:22,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293802671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:22,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293802671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:22,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:22,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:22,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:22,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:22,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:22,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:22,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293802671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:22,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:22,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:22,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:22,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T16:42:22,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:22,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:22,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:22,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/106cceeb0add49d7bc5357ec3970e7f1 2024-11-22T16:42:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/388d99eda72f49bd807dcd9dd470c36d is 50, key is test_row_0/C:col10/1732293740300/Put/seqid=0 2024-11-22T16:42:22,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742231_1407 (size=12151) 2024-11-22T16:42:22,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T16:42:22,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:22,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T16:42:22,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:22,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:22,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:22,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T16:42:23,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/388d99eda72f49bd807dcd9dd470c36d 2024-11-22T16:42:23,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/0e392a1b6f174834a1ed653f77e6ed31 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/0e392a1b6f174834a1ed653f77e6ed31 2024-11-22T16:42:23,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/0e392a1b6f174834a1ed653f77e6ed31, entries=200, sequenceid=196, filesize=38.8 K 2024-11-22T16:42:23,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/106cceeb0add49d7bc5357ec3970e7f1 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/106cceeb0add49d7bc5357ec3970e7f1 2024-11-22T16:42:23,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/106cceeb0add49d7bc5357ec3970e7f1, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T16:42:23,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/388d99eda72f49bd807dcd9dd470c36d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/388d99eda72f49bd807dcd9dd470c36d 2024-11-22T16:42:23,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/388d99eda72f49bd807dcd9dd470c36d, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T16:42:23,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~386.67 KB/395952, currentSize=46.96 KB/48090 for f531b2207568764d1d8cfce91043e2fd in 1667ms, sequenceid=196, compaction requested=true 2024-11-22T16:42:23,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:23,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:42:23,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:23,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:42:23,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:23,120 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:23,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:42:23,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:23,120 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:23,121 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:23,121 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/A is initiating minor compaction (all files) 2024-11-22T16:42:23,121 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/A in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:23,121 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:23,121 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/ab02dbd901c34f40a26abdf46a1fdaa8, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/0ece8ef742774d829833b8990d85f1c7, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/0e392a1b6f174834a1ed653f77e6ed31] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=99.9 K 2024-11-22T16:42:23,121 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/B is initiating minor compaction (all files) 2024-11-22T16:42:23,121 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/B in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:23,121 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:23,121 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/ab02dbd901c34f40a26abdf46a1fdaa8, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/0ece8ef742774d829833b8990d85f1c7, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/0e392a1b6f174834a1ed653f77e6ed31] 2024-11-22T16:42:23,121 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/2cc6c5f87baa41f1b962812b9a273fcd, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/dfb2dbe2f9e04f74a5fcc7fe8b5dcc09, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/106cceeb0add49d7bc5357ec3970e7f1] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=35.9 K 2024-11-22T16:42:23,122 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cc6c5f87baa41f1b962812b9a273fcd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732293737987 2024-11-22T16:42:23,122 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab02dbd901c34f40a26abdf46a1fdaa8, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732293737987 2024-11-22T16:42:23,122 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ece8ef742774d829833b8990d85f1c7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732293738033 2024-11-22T16:42:23,122 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting dfb2dbe2f9e04f74a5fcc7fe8b5dcc09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732293738033 2024-11-22T16:42:23,122 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e392a1b6f174834a1ed653f77e6ed31, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732293740287 2024-11-22T16:42:23,123 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 106cceeb0add49d7bc5357ec3970e7f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732293740287 2024-11-22T16:42:23,129 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:23,130 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#B#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:23,131 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/b7d2884ab5f943dbafa0213bfb086381 is 50, key is test_row_0/B:col10/1732293740300/Put/seqid=0 2024-11-22T16:42:23,133 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112297038759a8d34005bdb65aba2c1a13e0_f531b2207568764d1d8cfce91043e2fd store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:23,135 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112297038759a8d34005bdb65aba2c1a13e0_f531b2207568764d1d8cfce91043e2fd, store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:23,135 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112297038759a8d34005bdb65aba2c1a13e0_f531b2207568764d1d8cfce91043e2fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:23,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742232_1408 (size=12595) 2024-11-22T16:42:23,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742233_1409 (size=4469) 2024-11-22T16:42:23,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T16:42:23,147 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/b7d2884ab5f943dbafa0213bfb086381 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/b7d2884ab5f943dbafa0213bfb086381 2024-11-22T16:42:23,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:23,147 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T16:42:23,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:23,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:23,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:23,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:23,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:23,155 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/B of f531b2207568764d1d8cfce91043e2fd into b7d2884ab5f943dbafa0213bfb086381(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:23,155 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:23,156 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/B, priority=13, startTime=1732293743120; duration=0sec 2024-11-22T16:42:23,156 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:23,156 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:B 2024-11-22T16:42:23,156 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:23,157 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:23,157 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/C is initiating minor compaction (all files) 2024-11-22T16:42:23,157 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/C in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:23,157 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/dabd1bdc87d2429781afb44cdf0795cf, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/6d0f042d32ab4c2caf26ef7b119b9058, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/388d99eda72f49bd807dcd9dd470c36d] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=35.9 K 2024-11-22T16:42:23,157 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting dabd1bdc87d2429781afb44cdf0795cf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732293737987 2024-11-22T16:42:23,158 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d0f042d32ab4c2caf26ef7b119b9058, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732293738033 2024-11-22T16:42:23,158 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 388d99eda72f49bd807dcd9dd470c36d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732293740287 2024-11-22T16:42:23,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228cb655873d4b441d9746fda9e72e6ac7_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293741499/Put/seqid=0 2024-11-22T16:42:23,165 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#C#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:23,165 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/12b2f3d4a4ac442d97bccdd6d71d8274 is 50, key is test_row_0/C:col10/1732293740300/Put/seqid=0 2024-11-22T16:42:23,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742234_1410 (size=12304) 2024-11-22T16:42:23,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742235_1411 (size=12595) 2024-11-22T16:42:23,173 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228cb655873d4b441d9746fda9e72e6ac7_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228cb655873d4b441d9746fda9e72e6ac7_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:23,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/31a86fd6e2b54a3481c5d093c02ee977, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:23,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/31a86fd6e2b54a3481c5d093c02ee977 is 175, key is test_row_0/A:col10/1732293741499/Put/seqid=0 2024-11-22T16:42:23,178 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/12b2f3d4a4ac442d97bccdd6d71d8274 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/12b2f3d4a4ac442d97bccdd6d71d8274 2024-11-22T16:42:23,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742236_1412 (size=31105) 2024-11-22T16:42:23,182 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/31a86fd6e2b54a3481c5d093c02ee977 2024-11-22T16:42:23,186 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/C of f531b2207568764d1d8cfce91043e2fd into 12b2f3d4a4ac442d97bccdd6d71d8274(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:23,186 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:23,186 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/C, priority=13, startTime=1732293743120; duration=0sec 2024-11-22T16:42:23,186 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:23,186 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:C 2024-11-22T16:42:23,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/22226b9f24a7467ba866d3acf24e2244 is 50, key is test_row_0/B:col10/1732293741499/Put/seqid=0 2024-11-22T16:42:23,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742237_1413 (size=12151) 2024-11-22T16:42:23,547 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#A#compaction#348 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:23,548 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/cc1afafa61aa4ad2b63d49b619963130 is 175, key is test_row_0/A:col10/1732293740300/Put/seqid=0 2024-11-22T16:42:23,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742238_1414 (size=31549) 2024-11-22T16:42:23,595 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/22226b9f24a7467ba866d3acf24e2244 2024-11-22T16:42:23,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/cc1b3bff7037441685f2302c2796df80 is 50, key is test_row_0/C:col10/1732293741499/Put/seqid=0 2024-11-22T16:42:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742239_1415 (size=12151) 2024-11-22T16:42:23,611 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/cc1b3bff7037441685f2302c2796df80 2024-11-22T16:42:23,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/31a86fd6e2b54a3481c5d093c02ee977 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/31a86fd6e2b54a3481c5d093c02ee977 2024-11-22T16:42:23,623 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/31a86fd6e2b54a3481c5d093c02ee977, entries=150, sequenceid=206, filesize=30.4 K 2024-11-22T16:42:23,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/22226b9f24a7467ba866d3acf24e2244 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/22226b9f24a7467ba866d3acf24e2244 2024-11-22T16:42:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,627 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/22226b9f24a7467ba866d3acf24e2244, entries=150, sequenceid=206, filesize=11.9 K 2024-11-22T16:42:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/cc1b3bff7037441685f2302c2796df80 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/cc1b3bff7037441685f2302c2796df80 2024-11-22T16:42:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,631 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/cc1b3bff7037441685f2302c2796df80, entries=150, sequenceid=206, filesize=11.9 K 2024-11-22T16:42:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,632 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for f531b2207568764d1d8cfce91043e2fd in 485ms, sequenceid=206, compaction requested=false 2024-11-22T16:42:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:23,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-22T16:42:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-22T16:42:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-22T16:42:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7100 sec 2024-11-22T16:42:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.7150 sec 2024-11-22T16:42:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:23,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T16:42:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:23,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:23,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:23,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:23,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:23,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ad554bbe3b644bc7b4a97df435127f0c_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293743787/Put/seqid=0 2024-11-22T16:42:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742240_1416 (size=17284) 2024-11-22T16:42:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:23,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293743837, max timestamp=1732293743869Num uniques 859; 2024-11-22T16:42:23,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:42:23,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293743837, max timestamp=1732293743869Num uniques 859; 2024-11-22T16:42:23,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:42:23,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293743837, max timestamp=1732293743869Num uniques 859; 2024-11-22T16:42:23,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:42:23,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293803914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:23,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:23,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293803915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:23,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293803922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:23,957 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/cc1afafa61aa4ad2b63d49b619963130 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/cc1afafa61aa4ad2b63d49b619963130 2024-11-22T16:42:23,961 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/A of f531b2207568764d1d8cfce91043e2fd into cc1afafa61aa4ad2b63d49b619963130(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:23,961 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:23,961 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/A, priority=13, startTime=1732293743120; duration=0sec 2024-11-22T16:42:23,961 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:23,961 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:A 2024-11-22T16:42:24,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293804030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:24,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:24,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293804041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:24,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:24,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293804041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:24,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:24,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T16:42:24,071 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:24,072 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:42:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-22T16:42:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T16:42:24,074 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:42:24,074 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:42:24,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:42:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T16:42:24,202 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:24,205 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ad554bbe3b644bc7b4a97df435127f0c_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ad554bbe3b644bc7b4a97df435127f0c_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:24,206 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/79d5bec335204cecbfd488cce7b35472, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:24,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/79d5bec335204cecbfd488cce7b35472 is 175, key is test_row_0/A:col10/1732293743787/Put/seqid=0 2024-11-22T16:42:24,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742241_1417 (size=48385) 2024-11-22T16:42:24,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T16:42:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:24,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293804251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:24,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293804261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:24,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:24,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293804261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:24,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T16:42:24,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:24,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:24,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:24,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T16:42:24,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T16:42:24,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:24,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:24,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:24,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293804570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:24,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:24,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293804581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:24,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:24,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293804581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:24,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:24,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:24,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:24,612 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/79d5bec335204cecbfd488cce7b35472 2024-11-22T16:42:24,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/406ea75069a84b72aa935c9e690347cd is 50, key is test_row_0/B:col10/1732293743787/Put/seqid=0 2024-11-22T16:42:24,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742242_1418 (size=9757) 2024-11-22T16:42:24,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T16:42:24,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:24,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:24,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:24,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T16:42:24,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T16:42:24,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:24,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:24,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:24,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T16:42:24,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:24,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:24,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:24,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:25,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/406ea75069a84b72aa935c9e690347cd 2024-11-22T16:42:25,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/0655527e84c7450ab554ee97b0050b4a is 50, key is test_row_0/C:col10/1732293743787/Put/seqid=0 2024-11-22T16:42:25,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742243_1419 (size=9757) 2024-11-22T16:42:25,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293805081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:25,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293805091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:25,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293805100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:25,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:25,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:25,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:25,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T16:42:25,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:25,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:25,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:25,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:25,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T16:42:25,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T16:42:25,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:25,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:25,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:25,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:25,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:25,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/0655527e84c7450ab554ee97b0050b4a 2024-11-22T16:42:25,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/79d5bec335204cecbfd488cce7b35472 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/79d5bec335204cecbfd488cce7b35472 2024-11-22T16:42:25,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/79d5bec335204cecbfd488cce7b35472, entries=250, sequenceid=218, filesize=47.3 K 2024-11-22T16:42:25,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/406ea75069a84b72aa935c9e690347cd as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/406ea75069a84b72aa935c9e690347cd 2024-11-22T16:42:25,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/406ea75069a84b72aa935c9e690347cd, entries=100, sequenceid=218, filesize=9.5 K 2024-11-22T16:42:25,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/0655527e84c7450ab554ee97b0050b4a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/0655527e84c7450ab554ee97b0050b4a 2024-11-22T16:42:25,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/0655527e84c7450ab554ee97b0050b4a, entries=100, sequenceid=218, filesize=9.5 K 2024-11-22T16:42:25,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f531b2207568764d1d8cfce91043e2fd in 1660ms, sequenceid=218, compaction requested=true 2024-11-22T16:42:25,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:25,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:42:25,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:25,450 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:25,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:42:25,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:25,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:42:25,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:25,451 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:25,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T16:42:25,452 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:25,452 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:25,452 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/B is initiating minor compaction (all files) 2024-11-22T16:42:25,452 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/A is initiating minor compaction (all files) 2024-11-22T16:42:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:25,452 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/B in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:25,452 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/A in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:25,452 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-22T16:42:25,452 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/cc1afafa61aa4ad2b63d49b619963130, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/31a86fd6e2b54a3481c5d093c02ee977, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/79d5bec335204cecbfd488cce7b35472] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=108.4 K 2024-11-22T16:42:25,452 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/b7d2884ab5f943dbafa0213bfb086381, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/22226b9f24a7467ba866d3acf24e2244, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/406ea75069a84b72aa935c9e690347cd] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=33.7 K 2024-11-22T16:42:25,452 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:25,452 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/cc1afafa61aa4ad2b63d49b619963130, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/31a86fd6e2b54a3481c5d093c02ee977, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/79d5bec335204cecbfd488cce7b35472] 2024-11-22T16:42:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:25,452 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting b7d2884ab5f943dbafa0213bfb086381, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732293740287 2024-11-22T16:42:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:25,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:25,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:25,453 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 22226b9f24a7467ba866d3acf24e2244, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732293741483 2024-11-22T16:42:25,453 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc1afafa61aa4ad2b63d49b619963130, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732293740287 2024-11-22T16:42:25,453 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 406ea75069a84b72aa935c9e690347cd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732293743787 2024-11-22T16:42:25,453 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31a86fd6e2b54a3481c5d093c02ee977, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732293741483 2024-11-22T16:42:25,453 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79d5bec335204cecbfd488cce7b35472, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732293743741 2024-11-22T16:42:25,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b22e7d647f6d49368b4b6453e33cc376_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293743920/Put/seqid=0 2024-11-22T16:42:25,460 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:25,461 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/01fef5f4c48c48cbbc0359e069cb5c88 is 50, key is test_row_0/B:col10/1732293743787/Put/seqid=0 2024-11-22T16:42:25,465 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:25,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742244_1420 (size=12304) 2024-11-22T16:42:25,476 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122c560a85f7fd84da395b4d03b45631c9a_f531b2207568764d1d8cfce91043e2fd store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:25,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742245_1421 (size=12697) 2024-11-22T16:42:25,478 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122c560a85f7fd84da395b4d03b45631c9a_f531b2207568764d1d8cfce91043e2fd, store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:25,478 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c560a85f7fd84da395b4d03b45631c9a_f531b2207568764d1d8cfce91043e2fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:25,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742246_1422 (size=4469) 2024-11-22T16:42:25,482 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#A#compaction#359 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:25,482 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/04902fd283ee4f2caa7e721ce47e26a9 is 175, key is test_row_0/A:col10/1732293743787/Put/seqid=0 2024-11-22T16:42:25,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742247_1423 (size=31758) 2024-11-22T16:42:25,488 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/04902fd283ee4f2caa7e721ce47e26a9 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/04902fd283ee4f2caa7e721ce47e26a9 2024-11-22T16:42:25,492 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/A of f531b2207568764d1d8cfce91043e2fd into 04902fd283ee4f2caa7e721ce47e26a9(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:25,492 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:25,493 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/A, priority=13, startTime=1732293745450; duration=0sec 2024-11-22T16:42:25,493 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:25,493 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:A 2024-11-22T16:42:25,493 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:25,493 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:25,493 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/C is initiating minor compaction (all files) 2024-11-22T16:42:25,493 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/C in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:25,493 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/12b2f3d4a4ac442d97bccdd6d71d8274, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/cc1b3bff7037441685f2302c2796df80, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/0655527e84c7450ab554ee97b0050b4a] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=33.7 K 2024-11-22T16:42:25,494 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12b2f3d4a4ac442d97bccdd6d71d8274, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732293740287 2024-11-22T16:42:25,494 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc1b3bff7037441685f2302c2796df80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732293741483 2024-11-22T16:42:25,494 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0655527e84c7450ab554ee97b0050b4a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732293743787 2024-11-22T16:42:25,498 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:25,499 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/665bc77cf7a94a328b6c93d2f6324de0 is 50, key is test_row_0/C:col10/1732293743787/Put/seqid=0 2024-11-22T16:42:25,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742248_1424 (size=12697) 2024-11-22T16:42:25,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:25,870 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b22e7d647f6d49368b4b6453e33cc376_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b22e7d647f6d49368b4b6453e33cc376_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:25,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/48cb846a5fe34ba6a25dcaa08ac6f96a, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:25,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/48cb846a5fe34ba6a25dcaa08ac6f96a is 175, key is test_row_0/A:col10/1732293743920/Put/seqid=0 2024-11-22T16:42:25,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742249_1425 (size=31105) 2024-11-22T16:42:25,880 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/01fef5f4c48c48cbbc0359e069cb5c88 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/01fef5f4c48c48cbbc0359e069cb5c88 2024-11-22T16:42:25,883 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/B of f531b2207568764d1d8cfce91043e2fd into 01fef5f4c48c48cbbc0359e069cb5c88(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:25,883 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:25,884 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/B, priority=13, startTime=1732293745450; duration=0sec 2024-11-22T16:42:25,884 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:25,884 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:B 2024-11-22T16:42:25,905 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/665bc77cf7a94a328b6c93d2f6324de0 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/665bc77cf7a94a328b6c93d2f6324de0 2024-11-22T16:42:25,909 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/C of f531b2207568764d1d8cfce91043e2fd into 665bc77cf7a94a328b6c93d2f6324de0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:25,909 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:25,909 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/C, priority=13, startTime=1732293745451; duration=0sec 2024-11-22T16:42:25,909 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:25,909 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:C 2024-11-22T16:42:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:26,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:26,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293806124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:26,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293806129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:26,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293806131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T16:42:26,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293806241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:26,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293806241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:26,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293806251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:26,276 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/48cb846a5fe34ba6a25dcaa08ac6f96a 2024-11-22T16:42:26,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/e80437f145684c228c82c0ab213a4d5c is 50, key is test_row_0/B:col10/1732293743920/Put/seqid=0 2024-11-22T16:42:26,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742250_1426 (size=12151) 2024-11-22T16:42:26,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293806451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:26,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293806451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:26,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293806470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:26,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:26,687 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/e80437f145684c228c82c0ab213a4d5c 2024-11-22T16:42:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/97d881ba3c1f4ba189f383d480294d8e is 50, key is test_row_0/C:col10/1732293743920/Put/seqid=0 2024-11-22T16:42:26,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742251_1427 (size=12151) 2024-11-22T16:42:26,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293806771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:26,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293806771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:26,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293806781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:27,098 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/97d881ba3c1f4ba189f383d480294d8e 2024-11-22T16:42:27,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/48cb846a5fe34ba6a25dcaa08ac6f96a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/48cb846a5fe34ba6a25dcaa08ac6f96a 2024-11-22T16:42:27,105 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/48cb846a5fe34ba6a25dcaa08ac6f96a, entries=150, sequenceid=255, filesize=30.4 K 2024-11-22T16:42:27,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/e80437f145684c228c82c0ab213a4d5c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/e80437f145684c228c82c0ab213a4d5c 2024-11-22T16:42:27,109 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/e80437f145684c228c82c0ab213a4d5c, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T16:42:27,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/97d881ba3c1f4ba189f383d480294d8e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/97d881ba3c1f4ba189f383d480294d8e 2024-11-22T16:42:27,113 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/97d881ba3c1f4ba189f383d480294d8e, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T16:42:27,114 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for f531b2207568764d1d8cfce91043e2fd in 1661ms, sequenceid=255, compaction requested=false 2024-11-22T16:42:27,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:27,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:27,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-22T16:42:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-22T16:42:27,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-22T16:42:27,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0410 sec 2024-11-22T16:42:27,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 3.0450 sec 2024-11-22T16:42:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:27,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T16:42:27,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:27,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:27,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:27,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:27,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:27,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:27,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cdc6b75170a94bc29abf90ea523c4866_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293746128/Put/seqid=0 2024-11-22T16:42:27,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742252_1428 (size=14994) 2024-11-22T16:42:27,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9562, totalHeapSize=21976, min timestamp=1732293747308, max timestamp=1732293747356Num uniques 859; 2024-11-22T16:42:27,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1732293747308, max timestamp=1732293747356Num uniques 859; 2024-11-22T16:42:27,375 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39332, new segment data size=9562, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:42:27,375 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:42:27,375 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9559, totalHeapSize=21976, min timestamp=1732293747308, max timestamp=1732293747356Num uniques 859; 2024-11-22T16:42:27,375 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39329, new segment data size=9559, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:42:27,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293807424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:27,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:27,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293807429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:27,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293807430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:27,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:27,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293807541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:27,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293807541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:27,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:27,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:27,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293807551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:27,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:27,700 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:27,705 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cdc6b75170a94bc29abf90ea523c4866_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cdc6b75170a94bc29abf90ea523c4866_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:27,705 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/029729d29908464ba949b3291c35ba33, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:27,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/029729d29908464ba949b3291c35ba33 is 175, key is test_row_0/A:col10/1732293746128/Put/seqid=0 2024-11-22T16:42:27,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742253_1429 (size=39949) 2024-11-22T16:42:27,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293807761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:27,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293807761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:27,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:27,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293807761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:27,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:27,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:27,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:28,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293808081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:28,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293808081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:28,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293808081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:28,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:28,110 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/029729d29908464ba949b3291c35ba33 2024-11-22T16:42:28,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/9808c7cf785a4dce90c2d2a5670f094f is 50, key is test_row_0/B:col10/1732293746128/Put/seqid=0 2024-11-22T16:42:28,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742254_1430 (size=12301) 2024-11-22T16:42:28,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/9808c7cf785a4dce90c2d2a5670f094f 2024-11-22T16:42:28,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/49a0de65e67e43b7823edb5dcac1eb4b is 50, key is test_row_0/C:col10/1732293746128/Put/seqid=0 2024-11-22T16:42:28,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742255_1431 (size=12301) 2024-11-22T16:42:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T16:42:28,232 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:28,232 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:42:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-22T16:42:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T16:42:28,235 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:42:28,236 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:42:28,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:42:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T16:42:28,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T16:42:28,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:28,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:28,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:28,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:28,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:28,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T16:42:28,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:28,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:28,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:28,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:28,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:28,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/49a0de65e67e43b7823edb5dcac1eb4b 2024-11-22T16:42:28,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/029729d29908464ba949b3291c35ba33 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/029729d29908464ba949b3291c35ba33 2024-11-22T16:42:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T16:42:28,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/029729d29908464ba949b3291c35ba33, entries=200, sequenceid=269, filesize=39.0 K 2024-11-22T16:42:28,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/9808c7cf785a4dce90c2d2a5670f094f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/9808c7cf785a4dce90c2d2a5670f094f 2024-11-22T16:42:28,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/9808c7cf785a4dce90c2d2a5670f094f, entries=150, sequenceid=269, filesize=12.0 K 2024-11-22T16:42:28,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/49a0de65e67e43b7823edb5dcac1eb4b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/49a0de65e67e43b7823edb5dcac1eb4b 2024-11-22T16:42:28,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/49a0de65e67e43b7823edb5dcac1eb4b, entries=150, sequenceid=269, filesize=12.0 K 2024-11-22T16:42:28,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for f531b2207568764d1d8cfce91043e2fd in 1275ms, sequenceid=269, compaction requested=true 2024-11-22T16:42:28,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:28,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:42:28,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:28,560 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:28,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:42:28,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:28,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f531b2207568764d1d8cfce91043e2fd:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:42:28,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:28,560 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:28,561 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102812 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:28,561 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:28,561 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/B is initiating minor compaction (all files) 2024-11-22T16:42:28,561 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/A is initiating minor compaction (all files) 2024-11-22T16:42:28,561 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/B in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:28,561 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/A in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:28,561 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/01fef5f4c48c48cbbc0359e069cb5c88, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/e80437f145684c228c82c0ab213a4d5c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/9808c7cf785a4dce90c2d2a5670f094f] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=36.3 K 2024-11-22T16:42:28,561 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/04902fd283ee4f2caa7e721ce47e26a9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/48cb846a5fe34ba6a25dcaa08ac6f96a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/029729d29908464ba949b3291c35ba33] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=100.4 K 2024-11-22T16:42:28,561 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:28,561 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/04902fd283ee4f2caa7e721ce47e26a9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/48cb846a5fe34ba6a25dcaa08ac6f96a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/029729d29908464ba949b3291c35ba33] 2024-11-22T16:42:28,561 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 01fef5f4c48c48cbbc0359e069cb5c88, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732293741490 2024-11-22T16:42:28,561 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04902fd283ee4f2caa7e721ce47e26a9, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732293741490 2024-11-22T16:42:28,561 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting e80437f145684c228c82c0ab213a4d5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732293743897 2024-11-22T16:42:28,562 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48cb846a5fe34ba6a25dcaa08ac6f96a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732293743897 2024-11-22T16:42:28,562 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 9808c7cf785a4dce90c2d2a5670f094f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732293746128 2024-11-22T16:42:28,562 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 029729d29908464ba949b3291c35ba33, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732293746123 2024-11-22T16:42:28,568 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:28,569 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#B#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:28,570 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/1c68fe79da284c13a71f9151dcd4aed3 is 50, key is test_row_0/B:col10/1732293746128/Put/seqid=0 2024-11-22T16:42:28,572 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112226ddf77d05804bcaa0a72ff1e3387c3f_f531b2207568764d1d8cfce91043e2fd store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:28,573 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112226ddf77d05804bcaa0a72ff1e3387c3f_f531b2207568764d1d8cfce91043e2fd, store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:28,573 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112226ddf77d05804bcaa0a72ff1e3387c3f_f531b2207568764d1d8cfce91043e2fd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:28,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742256_1432 (size=12949) 2024-11-22T16:42:28,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742257_1433 (size=4469) 2024-11-22T16:42:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:28,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-22T16:42:28,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:28,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:28,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:28,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:28,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:28,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:28,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112223a2d3215dc74f599bb6200246491c7d_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293748610/Put/seqid=0 2024-11-22T16:42:28,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742258_1434 (size=14994) 2024-11-22T16:42:28,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293808628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:28,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293808629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:28,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:28,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293808638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:28,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:28,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T16:42:28,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:28,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:28,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:28,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:28,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:28,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293808751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:28,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293808751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:28,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293808751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:28,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47024 deadline: 1732293808810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:28,819 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in f531b2207568764d1d8cfce91043e2fd of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18313 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:28,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:28,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T16:42:28,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:28,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:28,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:28,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:28,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:28,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47060 deadline: 1732293808851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:28,857 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in f531b2207568764d1d8cfce91043e2fd of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18342 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:28,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T16:42:28,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293808971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:28,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293808971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:28,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:28,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293808971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:28,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:28,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:28,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:28,981 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/1c68fe79da284c13a71f9151dcd4aed3 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/1c68fe79da284c13a71f9151dcd4aed3 2024-11-22T16:42:28,985 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/B of f531b2207568764d1d8cfce91043e2fd into 1c68fe79da284c13a71f9151dcd4aed3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:28,985 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:28,985 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/B, priority=13, startTime=1732293748560; duration=0sec 2024-11-22T16:42:28,985 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:28,985 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:B 2024-11-22T16:42:28,985 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:28,986 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:28,986 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): f531b2207568764d1d8cfce91043e2fd/C is initiating minor compaction (all files) 2024-11-22T16:42:28,986 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f531b2207568764d1d8cfce91043e2fd/C in TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:28,986 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#A#compaction#366 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:28,986 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/665bc77cf7a94a328b6c93d2f6324de0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/97d881ba3c1f4ba189f383d480294d8e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/49a0de65e67e43b7823edb5dcac1eb4b] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp, totalSize=36.3 K 2024-11-22T16:42:28,987 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 665bc77cf7a94a328b6c93d2f6324de0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732293741490 2024-11-22T16:42:28,987 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/684f91dc90ae440b8310b5d46fc1dd39 is 175, key is test_row_0/A:col10/1732293746128/Put/seqid=0 2024-11-22T16:42:28,987 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 97d881ba3c1f4ba189f383d480294d8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732293743897 2024-11-22T16:42:28,988 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 49a0de65e67e43b7823edb5dcac1eb4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732293746128 2024-11-22T16:42:28,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742259_1435 (size=31903) 2024-11-22T16:42:28,995 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f531b2207568764d1d8cfce91043e2fd#C#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:28,995 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/b9781f4f925a4ce88e83f5716aac3ee9 is 50, key is test_row_0/C:col10/1732293746128/Put/seqid=0 2024-11-22T16:42:29,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T16:42:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:29,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742260_1436 (size=12949) 2024-11-22T16:42:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,009 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/b9781f4f925a4ce88e83f5716aac3ee9 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/b9781f4f925a4ce88e83f5716aac3ee9 2024-11-22T16:42:29,013 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/C of f531b2207568764d1d8cfce91043e2fd into b9781f4f925a4ce88e83f5716aac3ee9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:29,013 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:29,013 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/C, priority=13, startTime=1732293748560; duration=0sec 2024-11-22T16:42:29,013 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:29,013 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:C 2024-11-22T16:42:29,028 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:29,032 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112223a2d3215dc74f599bb6200246491c7d_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112223a2d3215dc74f599bb6200246491c7d_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:29,032 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/e8bab453ff1647a9bc426f28ffe42893, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:29,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/e8bab453ff1647a9bc426f28ffe42893 is 175, key is test_row_0/A:col10/1732293748610/Put/seqid=0 2024-11-22T16:42:29,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742261_1437 (size=39949) 2024-11-22T16:42:29,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T16:42:29,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:29,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:29,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:29,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:29,287 INFO [Thread-1626 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1626. 2024-11-22T16:42:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293809281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:29,287 DEBUG [Thread-1626 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:29,287 DEBUG [Thread-1626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:29,287 DEBUG [Thread-1626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:29,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:29,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:29,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293809281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:29,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:29,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:29,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293809281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:29,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:29,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:29,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:29,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:29,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:29,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:29,288 INFO [Thread-1620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1620. 2024-11-22T16:42:29,288 DEBUG [Thread-1620 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:29,288 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:29,288 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:29,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:29,289 INFO [Thread-1622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1622. 2024-11-22T16:42:29,289 DEBUG [Thread-1622 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:29,289 DEBUG [Thread-1622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:29,289 DEBUG [Thread-1622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:29,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:29,300 INFO [Thread-1628 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1628. 2024-11-22T16:42:29,300 DEBUG [Thread-1628 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:29,300 DEBUG [Thread-1628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:29,300 DEBUG [Thread-1628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:29,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:29,301 INFO [Thread-1624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1624. 2024-11-22T16:42:29,301 DEBUG [Thread-1624 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:29,301 DEBUG [Thread-1624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:29,301 DEBUG [Thread-1624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:29,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:29,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T16:42:29,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:29,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:29,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:29,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T16:42:29,395 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/684f91dc90ae440b8310b5d46fc1dd39 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/684f91dc90ae440b8310b5d46fc1dd39 2024-11-22T16:42:29,398 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f531b2207568764d1d8cfce91043e2fd/A of f531b2207568764d1d8cfce91043e2fd into 684f91dc90ae440b8310b5d46fc1dd39(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:29,398 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:29,398 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., storeName=f531b2207568764d1d8cfce91043e2fd/A, priority=13, startTime=1732293748560; duration=0sec 2024-11-22T16:42:29,398 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:29,398 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f531b2207568764d1d8cfce91043e2fd:A 2024-11-22T16:42:29,436 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/e8bab453ff1647a9bc426f28ffe42893 2024-11-22T16:42:29,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/48637299e14c4a218151a39ffc65b871 is 50, key is test_row_0/B:col10/1732293748610/Put/seqid=0 2024-11-22T16:42:29,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742262_1438 (size=12301) 2024-11-22T16:42:29,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T16:42:29,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:29,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:29,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:29,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T16:42:29,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:29,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:29,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:29,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T16:42:29,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:29,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:29,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:29,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47018 deadline: 1732293809791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:29,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:29,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:29,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:29,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:29,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47038 deadline: 1732293809800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47070 deadline: 1732293809801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:42:29,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/48637299e14c4a218151a39ffc65b871 2024-11-22T16:42:29,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/a73ff1ed6e384af69c18f49334a5ab91 is 50, key is test_row_0/C:col10/1732293748610/Put/seqid=0 2024-11-22T16:42:29,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742263_1439 (size=12301) 2024-11-22T16:42:29,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T16:42:29,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:29,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:29,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:29,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:30,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T16:42:30,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:30,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:30,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:30,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:30,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:30,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T16:42:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:30,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:30,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:30,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/a73ff1ed6e384af69c18f49334a5ab91 2024-11-22T16:42:30,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/e8bab453ff1647a9bc426f28ffe42893 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/e8bab453ff1647a9bc426f28ffe42893 2024-11-22T16:42:30,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/e8bab453ff1647a9bc426f28ffe42893, entries=200, sequenceid=305, filesize=39.0 K 2024-11-22T16:42:30,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/48637299e14c4a218151a39ffc65b871 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/48637299e14c4a218151a39ffc65b871 2024-11-22T16:42:30,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/48637299e14c4a218151a39ffc65b871, entries=150, sequenceid=305, filesize=12.0 K 2024-11-22T16:42:30,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/a73ff1ed6e384af69c18f49334a5ab91 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/a73ff1ed6e384af69c18f49334a5ab91 2024-11-22T16:42:30,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/a73ff1ed6e384af69c18f49334a5ab91, entries=150, sequenceid=305, filesize=12.0 K 2024-11-22T16:42:30,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for f531b2207568764d1d8cfce91043e2fd in 1655ms, sequenceid=305, compaction requested=false 2024-11-22T16:42:30,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:30,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T16:42:30,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:30,378 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T16:42:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:30,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T16:42:30,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b5f333d6a91b4f7fb53a0274e492c60a_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293748627/Put/seqid=0 2024-11-22T16:42:30,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742264_1440 (size=12454) 2024-11-22T16:42:30,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:30,789 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b5f333d6a91b4f7fb53a0274e492c60a_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b5f333d6a91b4f7fb53a0274e492c60a_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:30,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/9187c440a88147af87b161c0ce2505ef, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:30,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/9187c440a88147af87b161c0ce2505ef is 175, key is test_row_0/A:col10/1732293748627/Put/seqid=0 2024-11-22T16:42:30,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742265_1441 (size=31255) 2024-11-22T16:42:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:30,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. as already flushing 2024-11-22T16:42:30,803 INFO [Thread-1609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1609. 2024-11-22T16:42:30,803 DEBUG [Thread-1609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:30,803 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:30,803 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:30,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:30,811 INFO [Thread-1617 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1617. 2024-11-22T16:42:30,812 DEBUG [Thread-1617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:30,812 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:30,812 DEBUG [Thread-1617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:30,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:30,822 INFO [Thread-1615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1615. 2024-11-22T16:42:30,822 DEBUG [Thread-1615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:30,822 DEBUG [Thread-1615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:30,822 DEBUG [Thread-1615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:30,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:31,194 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/9187c440a88147af87b161c0ce2505ef 2024-11-22T16:42:31,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/017ad3ef2bdb46a1ab5014faeaecd8fe is 50, key is test_row_0/B:col10/1732293748627/Put/seqid=0 2024-11-22T16:42:31,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742266_1442 (size=12301) 2024-11-22T16:42:31,604 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/017ad3ef2bdb46a1ab5014faeaecd8fe 2024-11-22T16:42:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/6abf61c4f109410e834d2d2632283cb8 is 50, key is test_row_0/C:col10/1732293748627/Put/seqid=0 2024-11-22T16:42:31,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742267_1443 (size=12301) 2024-11-22T16:42:32,013 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/6abf61c4f109410e834d2d2632283cb8 2024-11-22T16:42:32,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/9187c440a88147af87b161c0ce2505ef as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/9187c440a88147af87b161c0ce2505ef 2024-11-22T16:42:32,019 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/9187c440a88147af87b161c0ce2505ef, entries=150, sequenceid=318, filesize=30.5 K 2024-11-22T16:42:32,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/017ad3ef2bdb46a1ab5014faeaecd8fe as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/017ad3ef2bdb46a1ab5014faeaecd8fe 2024-11-22T16:42:32,022 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/017ad3ef2bdb46a1ab5014faeaecd8fe, entries=150, sequenceid=318, filesize=12.0 K 2024-11-22T16:42:32,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/6abf61c4f109410e834d2d2632283cb8 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/6abf61c4f109410e834d2d2632283cb8 2024-11-22T16:42:32,025 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/6abf61c4f109410e834d2d2632283cb8, entries=150, sequenceid=318, filesize=12.0 K 2024-11-22T16:42:32,026 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=20.13 KB/20610 for f531b2207568764d1d8cfce91043e2fd in 1648ms, sequenceid=318, compaction requested=true 2024-11-22T16:42:32,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for f531b2207568764d1d8cfce91043e2fd: 2024-11-22T16:42:32,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:32,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-22T16:42:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-22T16:42:32,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-22T16:42:32,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7910 sec 2024-11-22T16:42:32,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 3.7960 sec 2024-11-22T16:42:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T16:42:32,391 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:33,603 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:42:37,784 WARN [regionserver/4618c6346924:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-22T16:42:37,785 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/28bbf8f36d0e418e8089c80327625b9d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/9d884e2b9a54467ab6c898450b4df9be, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/ea6ff481eaaa464cba6a5707ed0f4bc9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/68324fdbe510499894ee7f0b1c1311d9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/aa03fc56c1fc40d7bc5113d5346604a6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/593fe93aea644c948ac150285a1f6b60, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/c70b378f61a4490fab2158f1e4d7bf0c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/e7b2dab51d894fed9cf622579016d744, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/3f514d01feaa4e0f9177c6f1ad467962, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/63eadf5e3c4e439db0f029d7fb2b296d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/ab02dbd901c34f40a26abdf46a1fdaa8, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/0ece8ef742774d829833b8990d85f1c7, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/0e392a1b6f174834a1ed653f77e6ed31, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/cc1afafa61aa4ad2b63d49b619963130, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/31a86fd6e2b54a3481c5d093c02ee977, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/79d5bec335204cecbfd488cce7b35472, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/04902fd283ee4f2caa7e721ce47e26a9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/48cb846a5fe34ba6a25dcaa08ac6f96a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/029729d29908464ba949b3291c35ba33] to archive 2024-11-22T16:42:37,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:42:37,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/28bbf8f36d0e418e8089c80327625b9d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/28bbf8f36d0e418e8089c80327625b9d 2024-11-22T16:42:37,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/9d884e2b9a54467ab6c898450b4df9be to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/9d884e2b9a54467ab6c898450b4df9be 2024-11-22T16:42:37,789 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/ea6ff481eaaa464cba6a5707ed0f4bc9 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/ea6ff481eaaa464cba6a5707ed0f4bc9 2024-11-22T16:42:37,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/68324fdbe510499894ee7f0b1c1311d9 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/68324fdbe510499894ee7f0b1c1311d9 2024-11-22T16:42:37,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/aa03fc56c1fc40d7bc5113d5346604a6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/aa03fc56c1fc40d7bc5113d5346604a6 2024-11-22T16:42:37,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/593fe93aea644c948ac150285a1f6b60 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/593fe93aea644c948ac150285a1f6b60 2024-11-22T16:42:37,792 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/c70b378f61a4490fab2158f1e4d7bf0c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/c70b378f61a4490fab2158f1e4d7bf0c 2024-11-22T16:42:37,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/e7b2dab51d894fed9cf622579016d744 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/e7b2dab51d894fed9cf622579016d744 2024-11-22T16:42:37,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/3f514d01feaa4e0f9177c6f1ad467962 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/3f514d01feaa4e0f9177c6f1ad467962 2024-11-22T16:42:37,794 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/63eadf5e3c4e439db0f029d7fb2b296d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/63eadf5e3c4e439db0f029d7fb2b296d 2024-11-22T16:42:37,795 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/ab02dbd901c34f40a26abdf46a1fdaa8 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/ab02dbd901c34f40a26abdf46a1fdaa8 2024-11-22T16:42:37,796 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/0ece8ef742774d829833b8990d85f1c7 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/0ece8ef742774d829833b8990d85f1c7 2024-11-22T16:42:37,796 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/0e392a1b6f174834a1ed653f77e6ed31 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/0e392a1b6f174834a1ed653f77e6ed31 2024-11-22T16:42:37,797 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/cc1afafa61aa4ad2b63d49b619963130 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/cc1afafa61aa4ad2b63d49b619963130 2024-11-22T16:42:37,798 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/31a86fd6e2b54a3481c5d093c02ee977 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/31a86fd6e2b54a3481c5d093c02ee977 2024-11-22T16:42:37,799 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/79d5bec335204cecbfd488cce7b35472 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/79d5bec335204cecbfd488cce7b35472 2024-11-22T16:42:37,800 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/04902fd283ee4f2caa7e721ce47e26a9 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/04902fd283ee4f2caa7e721ce47e26a9 2024-11-22T16:42:37,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/48cb846a5fe34ba6a25dcaa08ac6f96a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/48cb846a5fe34ba6a25dcaa08ac6f96a 2024-11-22T16:42:37,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/029729d29908464ba949b3291c35ba33 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/029729d29908464ba949b3291c35ba33 2024-11-22T16:42:37,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/7ded0790a3294192af27fa41fcfe1ade, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/9a0f22d3f534459ebfff50e5d988af6d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/1c80360bc5bb4ec98233e99a1bf22478, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/c19c8f3e51d74dff8fd1cabf127f7baa, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/cbf581242d314e779c725b2f52bfe96a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/465b07a03ffa40f18b4d9938bdc42e8e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/59a743992767454caa0eedb8196cfe04, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/5fcf2a1921ab4556bc86f91a1da5d345, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/1062141e23c948ebbb0a8faf36ad007c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/2cc6c5f87baa41f1b962812b9a273fcd, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/2bd781328bc24883977fdb54b30e33b7, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/dfb2dbe2f9e04f74a5fcc7fe8b5dcc09, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/b7d2884ab5f943dbafa0213bfb086381, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/106cceeb0add49d7bc5357ec3970e7f1, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/22226b9f24a7467ba866d3acf24e2244, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/01fef5f4c48c48cbbc0359e069cb5c88, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/406ea75069a84b72aa935c9e690347cd, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/e80437f145684c228c82c0ab213a4d5c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/9808c7cf785a4dce90c2d2a5670f094f] to archive 2024-11-22T16:42:37,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:42:37,805 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/7ded0790a3294192af27fa41fcfe1ade to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/7ded0790a3294192af27fa41fcfe1ade 2024-11-22T16:42:37,806 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/9a0f22d3f534459ebfff50e5d988af6d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/9a0f22d3f534459ebfff50e5d988af6d 2024-11-22T16:42:37,807 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/1c80360bc5bb4ec98233e99a1bf22478 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/1c80360bc5bb4ec98233e99a1bf22478 2024-11-22T16:42:37,808 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/c19c8f3e51d74dff8fd1cabf127f7baa to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/c19c8f3e51d74dff8fd1cabf127f7baa 2024-11-22T16:42:37,809 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/cbf581242d314e779c725b2f52bfe96a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/cbf581242d314e779c725b2f52bfe96a 2024-11-22T16:42:37,810 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/465b07a03ffa40f18b4d9938bdc42e8e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/465b07a03ffa40f18b4d9938bdc42e8e 2024-11-22T16:42:37,810 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/59a743992767454caa0eedb8196cfe04 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/59a743992767454caa0eedb8196cfe04 2024-11-22T16:42:37,811 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/5fcf2a1921ab4556bc86f91a1da5d345 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/5fcf2a1921ab4556bc86f91a1da5d345 2024-11-22T16:42:37,812 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/1062141e23c948ebbb0a8faf36ad007c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/1062141e23c948ebbb0a8faf36ad007c 2024-11-22T16:42:37,813 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/2cc6c5f87baa41f1b962812b9a273fcd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/2cc6c5f87baa41f1b962812b9a273fcd 2024-11-22T16:42:37,813 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/2bd781328bc24883977fdb54b30e33b7 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/2bd781328bc24883977fdb54b30e33b7 2024-11-22T16:42:37,814 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/dfb2dbe2f9e04f74a5fcc7fe8b5dcc09 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/dfb2dbe2f9e04f74a5fcc7fe8b5dcc09 2024-11-22T16:42:37,815 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/b7d2884ab5f943dbafa0213bfb086381 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/b7d2884ab5f943dbafa0213bfb086381 2024-11-22T16:42:37,816 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/106cceeb0add49d7bc5357ec3970e7f1 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/106cceeb0add49d7bc5357ec3970e7f1 2024-11-22T16:42:37,817 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/22226b9f24a7467ba866d3acf24e2244 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/22226b9f24a7467ba866d3acf24e2244 2024-11-22T16:42:37,817 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/01fef5f4c48c48cbbc0359e069cb5c88 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/01fef5f4c48c48cbbc0359e069cb5c88 2024-11-22T16:42:37,818 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/406ea75069a84b72aa935c9e690347cd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/406ea75069a84b72aa935c9e690347cd 2024-11-22T16:42:37,819 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/e80437f145684c228c82c0ab213a4d5c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/e80437f145684c228c82c0ab213a4d5c 2024-11-22T16:42:37,820 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/9808c7cf785a4dce90c2d2a5670f094f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/9808c7cf785a4dce90c2d2a5670f094f 2024-11-22T16:42:37,822 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/cc2e0c80d7ca4b2f9c41b2e5fa3f2770, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/46549e54e6174451bc071ae7ab0eb03f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/a49110be1dc94ff0b596f168a29bb73e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/da9cb5e49b1941448ca990fe5ab6bf97, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/0828cd1bba0d42739cfef72f4f299371, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/041e2ef58e4e4b4881a625ec403a332e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/84c6581c05d2423d91a178d060f2fc84, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/fcced38dc7a14b5bbb497a95776441a8, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/5d28649b8bc04923820af8d23a4dc47a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/dabd1bdc87d2429781afb44cdf0795cf, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/1135c096b1694083afdf3026facb24bf, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/6d0f042d32ab4c2caf26ef7b119b9058, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/12b2f3d4a4ac442d97bccdd6d71d8274, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/388d99eda72f49bd807dcd9dd470c36d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/cc1b3bff7037441685f2302c2796df80, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/665bc77cf7a94a328b6c93d2f6324de0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/0655527e84c7450ab554ee97b0050b4a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/97d881ba3c1f4ba189f383d480294d8e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/49a0de65e67e43b7823edb5dcac1eb4b] to archive 2024-11-22T16:42:37,822 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:42:37,823 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/cc2e0c80d7ca4b2f9c41b2e5fa3f2770 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/cc2e0c80d7ca4b2f9c41b2e5fa3f2770 2024-11-22T16:42:37,824 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/46549e54e6174451bc071ae7ab0eb03f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/46549e54e6174451bc071ae7ab0eb03f 2024-11-22T16:42:37,825 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/a49110be1dc94ff0b596f168a29bb73e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/a49110be1dc94ff0b596f168a29bb73e 2024-11-22T16:42:37,825 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/da9cb5e49b1941448ca990fe5ab6bf97 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/da9cb5e49b1941448ca990fe5ab6bf97 2024-11-22T16:42:37,826 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/0828cd1bba0d42739cfef72f4f299371 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/0828cd1bba0d42739cfef72f4f299371 2024-11-22T16:42:37,826 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/041e2ef58e4e4b4881a625ec403a332e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/041e2ef58e4e4b4881a625ec403a332e 2024-11-22T16:42:37,827 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/84c6581c05d2423d91a178d060f2fc84 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/84c6581c05d2423d91a178d060f2fc84 2024-11-22T16:42:37,828 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/fcced38dc7a14b5bbb497a95776441a8 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/fcced38dc7a14b5bbb497a95776441a8 2024-11-22T16:42:37,828 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/5d28649b8bc04923820af8d23a4dc47a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/5d28649b8bc04923820af8d23a4dc47a 2024-11-22T16:42:37,829 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/dabd1bdc87d2429781afb44cdf0795cf to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/dabd1bdc87d2429781afb44cdf0795cf 2024-11-22T16:42:37,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/1135c096b1694083afdf3026facb24bf to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/1135c096b1694083afdf3026facb24bf 2024-11-22T16:42:37,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/6d0f042d32ab4c2caf26ef7b119b9058 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/6d0f042d32ab4c2caf26ef7b119b9058 2024-11-22T16:42:37,831 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/12b2f3d4a4ac442d97bccdd6d71d8274 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/12b2f3d4a4ac442d97bccdd6d71d8274 2024-11-22T16:42:37,832 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/388d99eda72f49bd807dcd9dd470c36d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/388d99eda72f49bd807dcd9dd470c36d 2024-11-22T16:42:37,833 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/cc1b3bff7037441685f2302c2796df80 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/cc1b3bff7037441685f2302c2796df80 2024-11-22T16:42:37,833 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/665bc77cf7a94a328b6c93d2f6324de0 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/665bc77cf7a94a328b6c93d2f6324de0 2024-11-22T16:42:37,834 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/0655527e84c7450ab554ee97b0050b4a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/0655527e84c7450ab554ee97b0050b4a 2024-11-22T16:42:37,835 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/97d881ba3c1f4ba189f383d480294d8e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/97d881ba3c1f4ba189f383d480294d8e 2024-11-22T16:42:37,836 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4618c6346924:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/49a0de65e67e43b7823edb5dcac1eb4b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/49a0de65e67e43b7823edb5dcac1eb4b 2024-11-22T16:42:38,833 INFO [Thread-1613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1613. 2024-11-22T16:42:38,833 DEBUG [Thread-1613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:38,833 DEBUG [Thread-1613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:38,833 DEBUG [Thread-1613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:38,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:38,952 INFO [Thread-1611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1611. 2024-11-22T16:42:38,952 DEBUG [Thread-1611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:42:38,952 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:38,952 DEBUG [Thread-1611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:38,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:38,952 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1053 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3157 rows 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1060 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3177 rows 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1051 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3150 rows 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1057 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3166 rows 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1061 2024-11-22T16:42:38,953 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3175 rows 2024-11-22T16:42:38,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:42:38,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:42:38,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:38,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:38,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:42:38,954 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T16:42:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T16:42:38,956 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293758956"}]},"ts":"1732293758956"} 2024-11-22T16:42:38,957 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T16:42:38,957 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T16:42:38,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T16:42:38,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f531b2207568764d1d8cfce91043e2fd, UNASSIGN}] 2024-11-22T16:42:38,960 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f531b2207568764d1d8cfce91043e2fd, UNASSIGN 2024-11-22T16:42:38,960 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=f531b2207568764d1d8cfce91043e2fd, regionState=CLOSING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:42:38,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f531b2207568764d1d8cfce91043e2fd, UNASSIGN because future has completed 2024-11-22T16:42:38,961 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T16:42:38,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:42:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T16:42:39,113 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(122): Close f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:39,113 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T16:42:39,113 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1722): Closing f531b2207568764d1d8cfce91043e2fd, disabling compactions & flushes 2024-11-22T16:42:39,113 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:39,113 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:39,113 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. after waiting 0 ms 2024-11-22T16:42:39,113 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:39,113 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(2902): Flushing f531b2207568764d1d8cfce91043e2fd 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T16:42:39,114 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=A 2024-11-22T16:42:39,114 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:39,114 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=B 2024-11-22T16:42:39,114 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:39,114 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f531b2207568764d1d8cfce91043e2fd, store=C 2024-11-22T16:42:39,114 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:39,118 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122202027b4aa5047b2af052f0e47bbd0d9_f531b2207568764d1d8cfce91043e2fd is 50, key is test_row_0/A:col10/1732293758951/Put/seqid=0 2024-11-22T16:42:39,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742268_1444 (size=12454) 2024-11-22T16:42:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T16:42:39,522 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:39,525 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122202027b4aa5047b2af052f0e47bbd0d9_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122202027b4aa5047b2af052f0e47bbd0d9_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:39,526 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/77054bba648d4057a775bcbb94b9b16e, store: [table=TestAcidGuarantees family=A region=f531b2207568764d1d8cfce91043e2fd] 2024-11-22T16:42:39,526 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/77054bba648d4057a775bcbb94b9b16e is 175, key is test_row_0/A:col10/1732293758951/Put/seqid=0 2024-11-22T16:42:39,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742269_1445 (size=31255) 2024-11-22T16:42:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T16:42:39,930 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/77054bba648d4057a775bcbb94b9b16e 2024-11-22T16:42:39,935 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/859037480e344408b5de85af8f2d5326 is 50, key is test_row_0/B:col10/1732293758951/Put/seqid=0 2024-11-22T16:42:39,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742270_1446 (size=12301) 2024-11-22T16:42:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T16:42:40,338 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/859037480e344408b5de85af8f2d5326 2024-11-22T16:42:40,344 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/cecdbe1da7194fcf9d330e6e2d504bf7 is 50, key is test_row_0/C:col10/1732293758951/Put/seqid=0 2024-11-22T16:42:40,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742271_1447 (size=12301) 2024-11-22T16:42:40,747 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/cecdbe1da7194fcf9d330e6e2d504bf7 2024-11-22T16:42:40,751 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/A/77054bba648d4057a775bcbb94b9b16e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/77054bba648d4057a775bcbb94b9b16e 2024-11-22T16:42:40,754 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/77054bba648d4057a775bcbb94b9b16e, entries=150, sequenceid=326, filesize=30.5 K 2024-11-22T16:42:40,754 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/B/859037480e344408b5de85af8f2d5326 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/859037480e344408b5de85af8f2d5326 2024-11-22T16:42:40,757 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/859037480e344408b5de85af8f2d5326, entries=150, sequenceid=326, filesize=12.0 K 2024-11-22T16:42:40,757 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/.tmp/C/cecdbe1da7194fcf9d330e6e2d504bf7 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/cecdbe1da7194fcf9d330e6e2d504bf7 2024-11-22T16:42:40,759 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/cecdbe1da7194fcf9d330e6e2d504bf7, entries=150, sequenceid=326, filesize=12.0 K 2024-11-22T16:42:40,760 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f531b2207568764d1d8cfce91043e2fd in 1647ms, sequenceid=326, compaction requested=true 2024-11-22T16:42:40,763 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/recovered.edits/329.seqid, newMaxSeqId=329, maxSeqId=4 2024-11-22T16:42:40,764 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. 2024-11-22T16:42:40,764 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1676): Region close journal for f531b2207568764d1d8cfce91043e2fd: Waiting for close lock at 1732293759113Running coprocessor pre-close hooks at 1732293759113Disabling compacts and flushes for region at 1732293759113Disabling writes for close at 1732293759113Obtaining lock to block concurrent updates at 1732293759113Preparing flush snapshotting stores in f531b2207568764d1d8cfce91043e2fd at 1732293759113Finished memstore snapshotting TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732293759114 (+1 ms)Flushing stores of TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd. at 1732293759114Flushing f531b2207568764d1d8cfce91043e2fd/A: creating writer at 1732293759114Flushing mob file f531b2207568764d1d8cfce91043e2fd/A: appending metadata at 1732293759118 (+4 ms)Flushing mob file f531b2207568764d1d8cfce91043e2fd/A: closing flushed file at 1732293759118Flushing f531b2207568764d1d8cfce91043e2fd/A: appending metadata at 1732293759526 (+408 ms)Flushing f531b2207568764d1d8cfce91043e2fd/A: closing flushed file at 1732293759526Flushing f531b2207568764d1d8cfce91043e2fd/B: creating writer at 1732293759933 (+407 ms)Flushing f531b2207568764d1d8cfce91043e2fd/B: appending metadata at 1732293759935 (+2 ms)Flushing f531b2207568764d1d8cfce91043e2fd/B: closing flushed file at 1732293759935Flushing f531b2207568764d1d8cfce91043e2fd/C: creating writer at 1732293760341 (+406 ms)Flushing f531b2207568764d1d8cfce91043e2fd/C: appending metadata at 1732293760344 (+3 ms)Flushing f531b2207568764d1d8cfce91043e2fd/C: closing flushed file at 1732293760344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6034abe0: reopening flushed file at 1732293760751 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb68867: reopening flushed file at 1732293760754 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4199d7ec: reopening flushed file at 1732293760757 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f531b2207568764d1d8cfce91043e2fd in 1647ms, sequenceid=326, compaction requested=true at 1732293760760 (+3 ms)Writing region close event to WAL at 1732293760761 (+1 ms)Running coprocessor post-close hooks at 1732293760764 (+3 ms)Closed at 1732293760764 2024-11-22T16:42:40,765 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(157): Closed f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:40,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=f531b2207568764d1d8cfce91043e2fd, regionState=CLOSED 2024-11-22T16:42:40,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:42:40,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-22T16:42:40,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseRegionProcedure f531b2207568764d1d8cfce91043e2fd, server=4618c6346924,36997,1732293635397 in 1.8070 sec 2024-11-22T16:42:40,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110 2024-11-22T16:42:40,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f531b2207568764d1d8cfce91043e2fd, UNASSIGN in 1.8100 sec 2024-11-22T16:42:40,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-22T16:42:40,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8130 sec 2024-11-22T16:42:40,773 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293760773"}]},"ts":"1732293760773"} 2024-11-22T16:42:40,774 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T16:42:40,774 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T16:42:40,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8200 sec 2024-11-22T16:42:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T16:42:41,101 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:41,101 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T16:42:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:41,103 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T16:42:41,104 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=113, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:41,105 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,107 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/recovered.edits] 2024-11-22T16:42:41,109 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/684f91dc90ae440b8310b5d46fc1dd39 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/684f91dc90ae440b8310b5d46fc1dd39 2024-11-22T16:42:41,109 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/77054bba648d4057a775bcbb94b9b16e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/77054bba648d4057a775bcbb94b9b16e 2024-11-22T16:42:41,110 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/9187c440a88147af87b161c0ce2505ef to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/9187c440a88147af87b161c0ce2505ef 2024-11-22T16:42:41,111 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/e8bab453ff1647a9bc426f28ffe42893 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/A/e8bab453ff1647a9bc426f28ffe42893 2024-11-22T16:42:41,112 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/017ad3ef2bdb46a1ab5014faeaecd8fe to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/017ad3ef2bdb46a1ab5014faeaecd8fe 2024-11-22T16:42:41,113 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/1c68fe79da284c13a71f9151dcd4aed3 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/1c68fe79da284c13a71f9151dcd4aed3 2024-11-22T16:42:41,114 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/48637299e14c4a218151a39ffc65b871 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/48637299e14c4a218151a39ffc65b871 2024-11-22T16:42:41,115 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/859037480e344408b5de85af8f2d5326 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/B/859037480e344408b5de85af8f2d5326 2024-11-22T16:42:41,116 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/6abf61c4f109410e834d2d2632283cb8 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/6abf61c4f109410e834d2d2632283cb8 2024-11-22T16:42:41,117 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/a73ff1ed6e384af69c18f49334a5ab91 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/a73ff1ed6e384af69c18f49334a5ab91 2024-11-22T16:42:41,118 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/b9781f4f925a4ce88e83f5716aac3ee9 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/b9781f4f925a4ce88e83f5716aac3ee9 2024-11-22T16:42:41,119 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/cecdbe1da7194fcf9d330e6e2d504bf7 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/C/cecdbe1da7194fcf9d330e6e2d504bf7 2024-11-22T16:42:41,121 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/recovered.edits/329.seqid to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd/recovered.edits/329.seqid 2024-11-22T16:42:41,121 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,121 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T16:42:41,121 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T16:42:41,122 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T16:42:41,124 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122202027b4aa5047b2af052f0e47bbd0d9_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122202027b4aa5047b2af052f0e47bbd0d9_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,125 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112223a2d3215dc74f599bb6200246491c7d_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112223a2d3215dc74f599bb6200246491c7d_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,126 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122398099b19e234132b65e7c140702da9f_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122398099b19e234132b65e7c140702da9f_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,126 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223ad19a36a5714f4a8c0321637d36d604_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223ad19a36a5714f4a8c0321637d36d604_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,127 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224b877d3fd8f04e66a0573bc59d144777_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224b877d3fd8f04e66a0573bc59d144777_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,128 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122828974d342084ad4800c2f2a6b7adbae_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122828974d342084ad4800c2f2a6b7adbae_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,129 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122846287718de542f387c584f92505765d_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122846287718de542f387c584f92505765d_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,130 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228cb655873d4b441d9746fda9e72e6ac7_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228cb655873d4b441d9746fda9e72e6ac7_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,130 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ad554bbe3b644bc7b4a97df435127f0c_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ad554bbe3b644bc7b4a97df435127f0c_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,131 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b1bbf6ba256946dc82b9324efca3a9c7_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b1bbf6ba256946dc82b9324efca3a9c7_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,132 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b22e7d647f6d49368b4b6453e33cc376_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b22e7d647f6d49368b4b6453e33cc376_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,133 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b5f333d6a91b4f7fb53a0274e492c60a_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b5f333d6a91b4f7fb53a0274e492c60a_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,133 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ba33fd95a6de49068a704ca263535e9a_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ba33fd95a6de49068a704ca263535e9a_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,134 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c0a9859bcbd04908a45e39b2cc812871_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c0a9859bcbd04908a45e39b2cc812871_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,135 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cdc6b75170a94bc29abf90ea523c4866_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cdc6b75170a94bc29abf90ea523c4866_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,136 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ee85c60904634e1c8691b696d855c61c_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ee85c60904634e1c8691b696d855c61c_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,137 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f1320fd89c1f4f42a878af24823d482d_f531b2207568764d1d8cfce91043e2fd to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f1320fd89c1f4f42a878af24823d482d_f531b2207568764d1d8cfce91043e2fd 2024-11-22T16:42:41,137 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T16:42:41,139 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=113, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:41,141 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T16:42:41,143 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T16:42:41,143 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=113, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:41,143 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T16:42:41,144 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732293761143"}]},"ts":"9223372036854775807"} 2024-11-22T16:42:41,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T16:42:41,145 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f531b2207568764d1d8cfce91043e2fd, NAME => 'TestAcidGuarantees,,1732293727189.f531b2207568764d1d8cfce91043e2fd.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T16:42:41,145 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T16:42:41,145 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732293761145"}]},"ts":"9223372036854775807"} 2024-11-22T16:42:41,147 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T16:42:41,147 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=113, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:41,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-22T16:42:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T16:42:41,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T16:42:41,212 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:41,220 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=247 (was 251), OpenFileDescriptor=447 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=6832 (was 6904) 2024-11-22T16:42:41,228 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=247, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=11, AvailableMemoryMB=6831 2024-11-22T16:42:41,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T16:42:41,229 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:42:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T16:42:41,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:42:41,231 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:41,231 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 114 2024-11-22T16:42:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T16:42:41,232 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:42:41,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742272_1448 (size=1061) 2024-11-22T16:42:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T16:42:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T16:42:41,638 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f 2024-11-22T16:42:41,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742273_1449 (size=53) 2024-11-22T16:42:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T16:42:42,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:42:42,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7e3469cbfc6c7d9315f2a540c4c522da, disabling compactions & flushes 2024-11-22T16:42:42,043 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:42,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:42,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. after waiting 0 ms 2024-11-22T16:42:42,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:42,043 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:42,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e3469cbfc6c7d9315f2a540c4c522da: Waiting for close lock at 1732293762043Disabling compacts and flushes for region at 1732293762043Disabling writes for close at 1732293762043Writing region close event to WAL at 1732293762043Closed at 1732293762043 2024-11-22T16:42:42,044 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:42:42,044 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732293762044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732293762044"}]},"ts":"1732293762044"} 2024-11-22T16:42:42,045 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:42:42,046 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:42:42,046 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293762046"}]},"ts":"1732293762046"} 2024-11-22T16:42:42,047 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T16:42:42,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e3469cbfc6c7d9315f2a540c4c522da, ASSIGN}] 2024-11-22T16:42:42,048 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e3469cbfc6c7d9315f2a540c4c522da, ASSIGN 2024-11-22T16:42:42,048 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e3469cbfc6c7d9315f2a540c4c522da, ASSIGN; state=OFFLINE, location=4618c6346924,36997,1732293635397; forceNewPlan=false, retain=false 2024-11-22T16:42:42,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=7e3469cbfc6c7d9315f2a540c4c522da, regionState=OPENING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:42:42,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e3469cbfc6c7d9315f2a540c4c522da, ASSIGN because future has completed 2024-11-22T16:42:42,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:42:42,354 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:42,354 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:42:42,355 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:42,355 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:42:42,355 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7794): checking encryption for 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:42,355 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7797): checking classloading for 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:42,356 INFO [StoreOpener-7e3469cbfc6c7d9315f2a540c4c522da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:42,357 INFO [StoreOpener-7e3469cbfc6c7d9315f2a540c4c522da-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:42:42,357 INFO [StoreOpener-7e3469cbfc6c7d9315f2a540c4c522da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e3469cbfc6c7d9315f2a540c4c522da columnFamilyName A 2024-11-22T16:42:42,358 DEBUG [StoreOpener-7e3469cbfc6c7d9315f2a540c4c522da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:42,358 INFO [StoreOpener-7e3469cbfc6c7d9315f2a540c4c522da-1 {}] regionserver.HStore(327): Store=7e3469cbfc6c7d9315f2a540c4c522da/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:42:42,358 INFO [StoreOpener-7e3469cbfc6c7d9315f2a540c4c522da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:42,359 INFO [StoreOpener-7e3469cbfc6c7d9315f2a540c4c522da-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:42:42,359 INFO [StoreOpener-7e3469cbfc6c7d9315f2a540c4c522da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e3469cbfc6c7d9315f2a540c4c522da columnFamilyName B 2024-11-22T16:42:42,359 DEBUG [StoreOpener-7e3469cbfc6c7d9315f2a540c4c522da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:42,359 INFO [StoreOpener-7e3469cbfc6c7d9315f2a540c4c522da-1 {}] regionserver.HStore(327): Store=7e3469cbfc6c7d9315f2a540c4c522da/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:42:42,359 INFO [StoreOpener-7e3469cbfc6c7d9315f2a540c4c522da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:42,360 INFO [StoreOpener-7e3469cbfc6c7d9315f2a540c4c522da-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:42:42,360 INFO [StoreOpener-7e3469cbfc6c7d9315f2a540c4c522da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e3469cbfc6c7d9315f2a540c4c522da columnFamilyName C 2024-11-22T16:42:42,360 DEBUG [StoreOpener-7e3469cbfc6c7d9315f2a540c4c522da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:42:42,360 INFO [StoreOpener-7e3469cbfc6c7d9315f2a540c4c522da-1 {}] regionserver.HStore(327): Store=7e3469cbfc6c7d9315f2a540c4c522da/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:42:42,360 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:42,360 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1038): replaying wal for 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:42,361 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:42,361 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:42,362 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1048): stopping wal replay for 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:42,362 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1060): Cleaning up temporary data for 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:42,362 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T16:42:42,363 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1093): writing seq id for 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:42,365 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:42:42,365 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1114): Opened 7e3469cbfc6c7d9315f2a540c4c522da; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65014114, jitterRate=-0.031214207410812378}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T16:42:42,365 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:42,365 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1006): Region open journal for 7e3469cbfc6c7d9315f2a540c4c522da: Running coprocessor pre-open hook at 1732293762355Writing region info on filesystem at 1732293762355Initializing all the Stores at 1732293762356 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293762356Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293762356Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293762356Cleaning up temporary data from old regions at 1732293762362 (+6 ms)Running coprocessor post-open hooks at 1732293762365 (+3 ms)Region opened successfully at 1732293762365 2024-11-22T16:42:42,366 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., pid=116, masterSystemTime=1732293762352 2024-11-22T16:42:42,367 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:42,367 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:42,368 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=7e3469cbfc6c7d9315f2a540c4c522da, regionState=OPEN, openSeqNum=2, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:42:42,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:42:42,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-22T16:42:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T16:42:42,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 in 170 msec 2024-11-22T16:42:42,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-22T16:42:42,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e3469cbfc6c7d9315f2a540c4c522da, ASSIGN in 324 msec 2024-11-22T16:42:42,373 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:42:42,374 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293762373"}]},"ts":"1732293762373"} 2024-11-22T16:42:42,375 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T16:42:42,375 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:42:42,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-22T16:42:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-22T16:42:43,381 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:43,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ac613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:43,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:43,383 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a30e84f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:43,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:43,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:43,384 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aff2b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:43,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:43,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:42:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4618c6346924,45491,1732293634581 2024-11-22T16:42:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@640a8441 2024-11-22T16:42:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:42:43,389 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:42:43,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bdbad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:43,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:43,391 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ba721f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:43,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:43,392 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca757e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac69b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:43,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:43,394 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:43,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:43,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:43,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ec304e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:43,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:43,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:43,395 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:43,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fffc57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277a5c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:43,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:43,396 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:43,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:43,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270841e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:43,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:43,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:43,398 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:43,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f0460e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df5cdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:43,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:43,399 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:43,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:43,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:43,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4167cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:43,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:43,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:43,400 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26fd2228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:43,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:43,402 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b88567d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:43,403 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6672929d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,404 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:43,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:43,404 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:43,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:43,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:43,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d96893d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:43,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:43,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:43,406 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568cd5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:43,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:43,407 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:43,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:43,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:43,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61899a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:43,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:43,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:43,409 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61507700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:43,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:43,410 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14277c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:43,411 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc65a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:43,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:43,416 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:43,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:43,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:43,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6baeae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:43,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:43,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:43,417 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:43,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a65dfa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f15306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:42:43,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:42:43,419 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:42:43,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:42:43,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:42:43,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cb2f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:42:43,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:42:43,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:42:43,420 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:42:43,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be162b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:42:43,421 DEBUG [Thread-2017 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:43,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:43,422 DEBUG [Thread-2028 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:43,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:43,422 DEBUG [Thread-2021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:43,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:43,423 DEBUG [Thread-2032 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:43,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:43,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:43,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:43,424 DEBUG [Thread-2030 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:43,425 DEBUG [Thread-2015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:43,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:43,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:42:43,426 DEBUG [Thread-2013 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:43,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:42:43,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:42:43,427 DEBUG [Thread-2019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:43,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:43,427 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:43,429 DEBUG [Thread-2024 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:43,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:43,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:43,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:43,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:43,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:42:43,431 DEBUG [Thread-2026 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:42:43,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:42:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:42:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:42:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-22T16:42:43,433 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:42:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:42:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T16:42:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:42:43,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:42:43,435 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:42:43,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:42:43,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:43,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:43,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:42:43,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:42:43,438 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:42:43,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2] 2024-11-22T16:42:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:43,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T16:42:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:42:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:42:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:42:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:43,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/16196e0708d547898c1c6cf6d8e2a85b is 50, key is test_row_0/A:col10/1732293763438/Put/seqid=0 2024-11-22T16:42:43,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742274_1450 (size=11997) 2024-11-22T16:42:43,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/16196e0708d547898c1c6cf6d8e2a85b 2024-11-22T16:42:43,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/d0476574714e469fa569f9d29e941adf is 50, key is test_row_0/B:col10/1732293763438/Put/seqid=0 2024-11-22T16:42:43,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742275_1451 (size=9657) 2024-11-22T16:42:43,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293823479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:43,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293823480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:43,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:43,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1732293763465, max timestamp=1732293763491Num uniques 859; 2024-11-22T16:42:43,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1732293763465, max timestamp=1732293763491Num uniques 859; 2024-11-22T16:42:43,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:42:43,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:42:43,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:43,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1732293763465, max timestamp=1732293763491Num uniques 859; 2024-11-22T16:42:43,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:42:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T16:42:43,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293823545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:43,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:43,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293823546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:43,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:43,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:43,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293823547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:43,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:43,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T16:42:43,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:43,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:43,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:43,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:43,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:43,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293823621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:43,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293823621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:43,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293823651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:43,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293823651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:43,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293823660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:43,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:43,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T16:42:43,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:43,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:43,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:43,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:43,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T16:42:43,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293823831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:43,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293823831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:43,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:43,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:43,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293823870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:43,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:43,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293823870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:43,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:43,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293823871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:43,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:43,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/d0476574714e469fa569f9d29e941adf 2024-11-22T16:42:43,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T16:42:43,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:43,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:43,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:43,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:43,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:43,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/7fb65de7009448b58355f901c93c3dca is 50, key is test_row_0/C:col10/1732293763438/Put/seqid=0 2024-11-22T16:42:43,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742276_1452 (size=9657) 2024-11-22T16:42:43,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/7fb65de7009448b58355f901c93c3dca 2024-11-22T16:42:43,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/16196e0708d547898c1c6cf6d8e2a85b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/16196e0708d547898c1c6cf6d8e2a85b 2024-11-22T16:42:43,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/16196e0708d547898c1c6cf6d8e2a85b, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T16:42:43,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/d0476574714e469fa569f9d29e941adf as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/d0476574714e469fa569f9d29e941adf 2024-11-22T16:42:43,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/d0476574714e469fa569f9d29e941adf, entries=100, sequenceid=13, filesize=9.4 K 2024-11-22T16:42:43,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/7fb65de7009448b58355f901c93c3dca as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/7fb65de7009448b58355f901c93c3dca 2024-11-22T16:42:43,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/7fb65de7009448b58355f901c93c3dca, entries=100, sequenceid=13, filesize=9.4 K 2024-11-22T16:42:43,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 7e3469cbfc6c7d9315f2a540c4c522da in 493ms, sequenceid=13, compaction requested=false 2024-11-22T16:42:43,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:44,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-22T16:42:44,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:44,048 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-22T16:42:44,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:42:44,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:42:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:42:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:44,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/eaef72bf6c2e4f1b87feb7b16b626f29 is 50, key is test_row_0/A:col10/1732293763545/Put/seqid=0 2024-11-22T16:42:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742277_1453 (size=12001) 2024-11-22T16:42:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T16:42:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:44,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:44,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293824177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:44,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:44,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293824178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:44,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293824181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:44,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:44,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293824181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:44,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:44,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293824181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:44,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:44,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:44,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293824290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:44,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293824290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:44,457 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/eaef72bf6c2e4f1b87feb7b16b626f29 2024-11-22T16:42:44,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/4d501e53baa3414ba74bf7402f2a0635 is 50, key is test_row_0/B:col10/1732293763545/Put/seqid=0 2024-11-22T16:42:44,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742278_1454 (size=12001) 2024-11-22T16:42:44,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293824501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:44,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293824501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T16:42:44,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293824701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:44,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293824701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:44,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293824701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:44,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:44,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293824821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:44,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:44,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293824821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:44,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:44,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:44,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:44,873 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/4d501e53baa3414ba74bf7402f2a0635 2024-11-22T16:42:44,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/c117dd286d4e443aba0fd1de9e0356a3 is 50, key is test_row_0/C:col10/1732293763545/Put/seqid=0 2024-11-22T16:42:44,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742279_1455 (size=12001) 2024-11-22T16:42:45,284 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/c117dd286d4e443aba0fd1de9e0356a3 2024-11-22T16:42:45,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/eaef72bf6c2e4f1b87feb7b16b626f29 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/eaef72bf6c2e4f1b87feb7b16b626f29 2024-11-22T16:42:45,291 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/eaef72bf6c2e4f1b87feb7b16b626f29, entries=150, sequenceid=47, filesize=11.7 K 2024-11-22T16:42:45,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/4d501e53baa3414ba74bf7402f2a0635 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/4d501e53baa3414ba74bf7402f2a0635 2024-11-22T16:42:45,294 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/4d501e53baa3414ba74bf7402f2a0635, entries=150, sequenceid=47, filesize=11.7 K 2024-11-22T16:42:45,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/c117dd286d4e443aba0fd1de9e0356a3 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/c117dd286d4e443aba0fd1de9e0356a3 2024-11-22T16:42:45,297 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/c117dd286d4e443aba0fd1de9e0356a3, entries=150, sequenceid=47, filesize=11.7 K 2024-11-22T16:42:45,298 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for 7e3469cbfc6c7d9315f2a540c4c522da in 1250ms, sequenceid=47, compaction requested=false 2024-11-22T16:42:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-22T16:42:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-22T16:42:45,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-22T16:42:45,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8650 sec 2024-11-22T16:42:45,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.8710 sec 2024-11-22T16:42:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:45,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T16:42:45,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:42:45,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:45,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:42:45,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:45,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:42:45,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:45,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/a6ff76869c764b82ab4a95d87bfdc149 is 50, key is test_row_0/A:col10/1732293764156/Put/seqid=0 2024-11-22T16:42:45,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742280_1456 (size=14341) 2024-11-22T16:42:45,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293825409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:45,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:45,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293825410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:45,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293825521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:45,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293825531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:45,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-22T16:42:45,581 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:45,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:42:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-22T16:42:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T16:42:45,583 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:42:45,584 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:42:45,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:42:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T16:42:45,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293825721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:45,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293825721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:45,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293825722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:45,730 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:45,730 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:45,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:45,730 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:45,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293825731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:45,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:45,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T16:42:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:45,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:45,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:45,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293825741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:45,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:45,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:45,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/a6ff76869c764b82ab4a95d87bfdc149 2024-11-22T16:42:45,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/f8e1aafc665149d49dc12228d2913f36 is 50, key is test_row_0/B:col10/1732293764156/Put/seqid=0 2024-11-22T16:42:45,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742281_1457 (size=12001) 2024-11-22T16:42:45,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T16:42:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:45,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:45,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:45,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T16:42:46,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T16:42:46,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:46,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:46,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:46,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:46,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:46,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293826041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:46,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:46,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:46,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:46,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293826051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:46,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:46,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:46,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:46,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/f8e1aafc665149d49dc12228d2913f36 2024-11-22T16:42:46,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/3414e2c136cc49e6920e354f7595b070 is 50, key is test_row_0/C:col10/1732293764156/Put/seqid=0 2024-11-22T16:42:46,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T16:42:46,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:46,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:46,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:46,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:46,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:46,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742282_1458 (size=12001) 2024-11-22T16:42:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T16:42:46,285 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T16:42:46,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T16:42:46,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:46,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:46,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:46,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:46,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:46,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T16:42:46,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:46,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:46,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:46,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:46,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:46,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293826561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:46,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293826571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:46,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:46,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:46,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:46,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/3414e2c136cc49e6920e354f7595b070 2024-11-22T16:42:46,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/a6ff76869c764b82ab4a95d87bfdc149 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/a6ff76869c764b82ab4a95d87bfdc149 2024-11-22T16:42:46,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/a6ff76869c764b82ab4a95d87bfdc149, entries=200, sequenceid=60, filesize=14.0 K 2024-11-22T16:42:46,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/f8e1aafc665149d49dc12228d2913f36 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/f8e1aafc665149d49dc12228d2913f36 2024-11-22T16:42:46,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/f8e1aafc665149d49dc12228d2913f36, entries=150, sequenceid=60, filesize=11.7 K 2024-11-22T16:42:46,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/3414e2c136cc49e6920e354f7595b070 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/3414e2c136cc49e6920e354f7595b070 2024-11-22T16:42:46,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/3414e2c136cc49e6920e354f7595b070, entries=150, sequenceid=60, filesize=11.7 K 2024-11-22T16:42:46,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7e3469cbfc6c7d9315f2a540c4c522da in 1267ms, sequenceid=60, compaction requested=true 2024-11-22T16:42:46,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:46,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:42:46,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:46,612 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:46,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:42:46,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:46,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:42:46,612 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:46,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:46,613 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:46,613 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:46,613 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/A is initiating minor compaction (all files) 2024-11-22T16:42:46,613 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/B is initiating minor compaction (all files) 2024-11-22T16:42:46,613 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/A in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:46,613 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/B in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:46,613 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/16196e0708d547898c1c6cf6d8e2a85b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/eaef72bf6c2e4f1b87feb7b16b626f29, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/a6ff76869c764b82ab4a95d87bfdc149] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=37.4 K 2024-11-22T16:42:46,613 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/d0476574714e469fa569f9d29e941adf, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/4d501e53baa3414ba74bf7402f2a0635, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/f8e1aafc665149d49dc12228d2913f36] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=32.9 K 2024-11-22T16:42:46,614 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16196e0708d547898c1c6cf6d8e2a85b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732293763436 2024-11-22T16:42:46,614 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting d0476574714e469fa569f9d29e941adf, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732293763436 2024-11-22T16:42:46,614 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaef72bf6c2e4f1b87feb7b16b626f29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732293763544 2024-11-22T16:42:46,614 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d501e53baa3414ba74bf7402f2a0635, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732293763544 2024-11-22T16:42:46,614 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6ff76869c764b82ab4a95d87bfdc149, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732293764156 2024-11-22T16:42:46,614 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting f8e1aafc665149d49dc12228d2913f36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732293764156 2024-11-22T16:42:46,621 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#A#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:46,621 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/714357c396af442b9617cc01a29d132d is 50, key is test_row_0/A:col10/1732293764156/Put/seqid=0 2024-11-22T16:42:46,622 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#B#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:46,622 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/7dc333dace6d4cf38eb352082500bb92 is 50, key is test_row_0/B:col10/1732293764156/Put/seqid=0 2024-11-22T16:42:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742283_1459 (size=12104) 2024-11-22T16:42:46,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742284_1460 (size=12104) 2024-11-22T16:42:46,633 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/714357c396af442b9617cc01a29d132d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/714357c396af442b9617cc01a29d132d 2024-11-22T16:42:46,638 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/A of 7e3469cbfc6c7d9315f2a540c4c522da into 714357c396af442b9617cc01a29d132d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:46,638 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:46,638 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/A, priority=13, startTime=1732293766612; duration=0sec 2024-11-22T16:42:46,638 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:46,638 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:A 2024-11-22T16:42:46,638 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:46,639 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:46,639 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/C is initiating minor compaction (all files) 2024-11-22T16:42:46,639 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/C in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:46,639 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/7fb65de7009448b58355f901c93c3dca, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/c117dd286d4e443aba0fd1de9e0356a3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/3414e2c136cc49e6920e354f7595b070] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=32.9 K 2024-11-22T16:42:46,639 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fb65de7009448b58355f901c93c3dca, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732293763436 2024-11-22T16:42:46,639 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting c117dd286d4e443aba0fd1de9e0356a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732293763544 2024-11-22T16:42:46,639 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3414e2c136cc49e6920e354f7595b070, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732293764156 2024-11-22T16:42:46,645 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:46,646 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/ca0c421127554ba1a9e237c433f4317b is 50, key is test_row_0/C:col10/1732293764156/Put/seqid=0 2024-11-22T16:42:46,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742285_1461 (size=12104) 2024-11-22T16:42:46,653 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/ca0c421127554ba1a9e237c433f4317b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/ca0c421127554ba1a9e237c433f4317b 2024-11-22T16:42:46,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-22T16:42:46,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:46,655 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T16:42:46,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:42:46,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:46,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:42:46,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:46,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:42:46,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:46,656 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/C of 7e3469cbfc6c7d9315f2a540c4c522da into ca0c421127554ba1a9e237c433f4317b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:46,656 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:46,656 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/C, priority=13, startTime=1732293766612; duration=0sec 2024-11-22T16:42:46,656 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:46,656 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:C 2024-11-22T16:42:46,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/1ef01bd85fb3401696c55bc52ffcfca5 is 50, key is test_row_0/A:col10/1732293765376/Put/seqid=0 2024-11-22T16:42:46,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742286_1462 (size=12001) 2024-11-22T16:42:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T16:42:47,031 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/7dc333dace6d4cf38eb352082500bb92 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/7dc333dace6d4cf38eb352082500bb92 2024-11-22T16:42:47,034 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/B of 7e3469cbfc6c7d9315f2a540c4c522da into 7dc333dace6d4cf38eb352082500bb92(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:47,034 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:47,034 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/B, priority=13, startTime=1732293766612; duration=0sec 2024-11-22T16:42:47,034 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:47,034 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:B 2024-11-22T16:42:47,066 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/1ef01bd85fb3401696c55bc52ffcfca5 2024-11-22T16:42:47,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/213c831420ba43c5b89bb132e2d7750d is 50, key is test_row_0/B:col10/1732293765376/Put/seqid=0 2024-11-22T16:42:47,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742287_1463 (size=12001) 2024-11-22T16:42:47,478 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/213c831420ba43c5b89bb132e2d7750d 2024-11-22T16:42:47,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/3c0d20e030f145cbb2e0498ee4a21c3d is 50, key is test_row_0/C:col10/1732293765376/Put/seqid=0 2024-11-22T16:42:47,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742288_1464 (size=12001) 2024-11-22T16:42:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:47,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:47,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293827619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:47,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293827621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:47,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:47,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:47,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T16:42:47,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293827731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:47,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:47,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:47,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:47,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293827741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:47,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293827741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:47,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:47,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:47,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:47,741 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:47,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:47,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:47,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:47,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293827751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:47,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293827751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:47,753 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:47,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:47,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:47,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:47,753 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:47,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:47,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:47,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:47,892 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/3c0d20e030f145cbb2e0498ee4a21c3d 2024-11-22T16:42:47,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/1ef01bd85fb3401696c55bc52ffcfca5 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/1ef01bd85fb3401696c55bc52ffcfca5 2024-11-22T16:42:47,899 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/1ef01bd85fb3401696c55bc52ffcfca5, entries=150, sequenceid=80, filesize=11.7 K 2024-11-22T16:42:47,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/213c831420ba43c5b89bb132e2d7750d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/213c831420ba43c5b89bb132e2d7750d 2024-11-22T16:42:47,902 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/213c831420ba43c5b89bb132e2d7750d, entries=150, sequenceid=80, filesize=11.7 K 2024-11-22T16:42:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/3c0d20e030f145cbb2e0498ee4a21c3d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/3c0d20e030f145cbb2e0498ee4a21c3d 2024-11-22T16:42:47,905 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/3c0d20e030f145cbb2e0498ee4a21c3d, entries=150, sequenceid=80, filesize=11.7 K 2024-11-22T16:42:47,906 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7e3469cbfc6c7d9315f2a540c4c522da in 1251ms, sequenceid=80, compaction requested=false 2024-11-22T16:42:47,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:47,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:47,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-22T16:42:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-22T16:42:47,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-22T16:42:47,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3230 sec 2024-11-22T16:42:47,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.3280 sec 2024-11-22T16:42:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:47,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T16:42:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:42:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:42:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:42:47,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:47,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/ce0d78ad9e1142d5880b0cf4db892309 is 50, key is test_row_0/A:col10/1732293767610/Put/seqid=0 2024-11-22T16:42:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742289_1465 (size=14341) 2024-11-22T16:42:48,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293828019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:48,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:48,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:48,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:48,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293828022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:48,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293828131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:48,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:48,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:48,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:48,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293828140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:48,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:48,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:48,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:48,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293828341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:48,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:48,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:48,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:48,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/ce0d78ad9e1142d5880b0cf4db892309 2024-11-22T16:42:48,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293828361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:48,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:48,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:48,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:48,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/51182264d79b4b30ba578b6efe2c42f6 is 50, key is test_row_0/B:col10/1732293767610/Put/seqid=0 2024-11-22T16:42:48,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742290_1466 (size=12001) 2024-11-22T16:42:48,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293828650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:48,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:48,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293828671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:48,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:48,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:48,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:48,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/51182264d79b4b30ba578b6efe2c42f6 2024-11-22T16:42:48,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/5f42ba37c3374187922ec12f6feebbd6 is 50, key is test_row_0/C:col10/1732293767610/Put/seqid=0 2024-11-22T16:42:48,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742291_1467 (size=12001) 2024-11-22T16:42:49,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293829161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:49,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/5f42ba37c3374187922ec12f6feebbd6 2024-11-22T16:42:49,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/ce0d78ad9e1142d5880b0cf4db892309 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/ce0d78ad9e1142d5880b0cf4db892309 2024-11-22T16:42:49,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/ce0d78ad9e1142d5880b0cf4db892309, entries=200, sequenceid=96, filesize=14.0 K 2024-11-22T16:42:49,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/51182264d79b4b30ba578b6efe2c42f6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/51182264d79b4b30ba578b6efe2c42f6 2024-11-22T16:42:49,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/51182264d79b4b30ba578b6efe2c42f6, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T16:42:49,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/5f42ba37c3374187922ec12f6feebbd6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/5f42ba37c3374187922ec12f6feebbd6 2024-11-22T16:42:49,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/5f42ba37c3374187922ec12f6feebbd6, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T16:42:49,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 7e3469cbfc6c7d9315f2a540c4c522da in 1244ms, sequenceid=96, compaction requested=true 2024-11-22T16:42:49,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:49,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:42:49,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:49,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:42:49,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:49,198 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:49,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:42:49,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:49,198 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:49,199 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:49,199 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:49,199 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/A is initiating minor compaction (all files) 2024-11-22T16:42:49,199 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/B is initiating minor compaction (all files) 2024-11-22T16:42:49,200 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/B in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:49,200 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/A in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:49,200 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/7dc333dace6d4cf38eb352082500bb92, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/213c831420ba43c5b89bb132e2d7750d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/51182264d79b4b30ba578b6efe2c42f6] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=35.3 K 2024-11-22T16:42:49,200 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/714357c396af442b9617cc01a29d132d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/1ef01bd85fb3401696c55bc52ffcfca5, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/ce0d78ad9e1142d5880b0cf4db892309] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=37.5 K 2024-11-22T16:42:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:49,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T16:42:49,202 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 714357c396af442b9617cc01a29d132d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732293764156 2024-11-22T16:42:49,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:42:49,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:49,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:42:49,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:49,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:42:49,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:49,202 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dc333dace6d4cf38eb352082500bb92, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732293764156 2024-11-22T16:42:49,202 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ef01bd85fb3401696c55bc52ffcfca5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732293765376 2024-11-22T16:42:49,202 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce0d78ad9e1142d5880b0cf4db892309, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732293767607 2024-11-22T16:42:49,202 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 213c831420ba43c5b89bb132e2d7750d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732293765376 2024-11-22T16:42:49,203 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 51182264d79b4b30ba578b6efe2c42f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732293767610 2024-11-22T16:42:49,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/79a6e7d50de4492a8f62e2ce36fb80ac is 50, key is test_row_0/A:col10/1732293769199/Put/seqid=0 2024-11-22T16:42:49,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742292_1468 (size=14341) 2024-11-22T16:42:49,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/79a6e7d50de4492a8f62e2ce36fb80ac 2024-11-22T16:42:49,218 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#A#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:49,219 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/b355a7aaa96b4c87ad68b4585afc6b25 is 50, key is test_row_0/A:col10/1732293767610/Put/seqid=0 2024-11-22T16:42:49,219 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#B#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:49,219 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/74b6892125d24cd6ae0c63a4d820ae5f is 50, key is test_row_0/B:col10/1732293767610/Put/seqid=0 2024-11-22T16:42:49,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/051ecf2b55b34c1f9f175ab82e0479a0 is 50, key is test_row_0/B:col10/1732293769199/Put/seqid=0 2024-11-22T16:42:49,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742293_1469 (size=12207) 2024-11-22T16:42:49,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742294_1470 (size=12207) 2024-11-22T16:42:49,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742295_1471 (size=12001) 2024-11-22T16:42:49,243 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/b355a7aaa96b4c87ad68b4585afc6b25 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/b355a7aaa96b4c87ad68b4585afc6b25 2024-11-22T16:42:49,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/051ecf2b55b34c1f9f175ab82e0479a0 2024-11-22T16:42:49,245 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/74b6892125d24cd6ae0c63a4d820ae5f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/74b6892125d24cd6ae0c63a4d820ae5f 2024-11-22T16:42:49,249 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/A of 7e3469cbfc6c7d9315f2a540c4c522da into b355a7aaa96b4c87ad68b4585afc6b25(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:49,249 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:49,249 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/A, priority=13, startTime=1732293769198; duration=0sec 2024-11-22T16:42:49,249 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:49,249 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:A 2024-11-22T16:42:49,249 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/B of 7e3469cbfc6c7d9315f2a540c4c522da into 74b6892125d24cd6ae0c63a4d820ae5f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:49,249 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:49,249 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:49,249 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/B, priority=13, startTime=1732293769198; duration=0sec 2024-11-22T16:42:49,249 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:49,249 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:B 2024-11-22T16:42:49,250 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:49,250 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/C is initiating minor compaction (all files) 2024-11-22T16:42:49,250 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/C in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:49,250 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/ca0c421127554ba1a9e237c433f4317b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/3c0d20e030f145cbb2e0498ee4a21c3d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/5f42ba37c3374187922ec12f6feebbd6] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=35.3 K 2024-11-22T16:42:49,251 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca0c421127554ba1a9e237c433f4317b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732293764156 2024-11-22T16:42:49,251 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c0d20e030f145cbb2e0498ee4a21c3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732293765376 2024-11-22T16:42:49,251 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f42ba37c3374187922ec12f6feebbd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732293767610 2024-11-22T16:42:49,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/dc069ce343814f63bc2ab15394501c98 is 50, key is test_row_0/C:col10/1732293769199/Put/seqid=0 2024-11-22T16:42:49,261 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:49,261 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/837c3b4459564b97a6b66fbfa352abd1 is 50, key is test_row_0/C:col10/1732293767610/Put/seqid=0 2024-11-22T16:42:49,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742296_1472 (size=12001) 2024-11-22T16:42:49,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742297_1473 (size=12207) 2024-11-22T16:42:49,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293829278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:49,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:49,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:49,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:49,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293829391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:49,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293829611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:49,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/dc069ce343814f63bc2ab15394501c98 2024-11-22T16:42:49,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/79a6e7d50de4492a8f62e2ce36fb80ac as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/79a6e7d50de4492a8f62e2ce36fb80ac 2024-11-22T16:42:49,673 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/837c3b4459564b97a6b66fbfa352abd1 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/837c3b4459564b97a6b66fbfa352abd1 2024-11-22T16:42:49,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/79a6e7d50de4492a8f62e2ce36fb80ac, entries=200, sequenceid=115, filesize=14.0 K 2024-11-22T16:42:49,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/051ecf2b55b34c1f9f175ab82e0479a0 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/051ecf2b55b34c1f9f175ab82e0479a0 2024-11-22T16:42:49,677 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/C of 7e3469cbfc6c7d9315f2a540c4c522da into 837c3b4459564b97a6b66fbfa352abd1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:49,677 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:49,677 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/C, priority=13, startTime=1732293769198; duration=0sec 2024-11-22T16:42:49,677 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:49,677 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:C 2024-11-22T16:42:49,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/051ecf2b55b34c1f9f175ab82e0479a0, entries=150, sequenceid=115, filesize=11.7 K 2024-11-22T16:42:49,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/dc069ce343814f63bc2ab15394501c98 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/dc069ce343814f63bc2ab15394501c98 2024-11-22T16:42:49,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/dc069ce343814f63bc2ab15394501c98, entries=150, sequenceid=115, filesize=11.7 K 2024-11-22T16:42:49,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7e3469cbfc6c7d9315f2a540c4c522da in 480ms, sequenceid=115, compaction requested=false 2024-11-22T16:42:49,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T16:42:49,741 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:49,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:42:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-22T16:42:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T16:42:49,743 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:42:49,744 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:42:49,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:42:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T16:42:49,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-22T16:42:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:49,896 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T16:42:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:42:49,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:49,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:42:49,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:49,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:42:49,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/bb97b9c9629b457cae35f6a5c662142f is 50, key is test_row_0/A:col10/1732293769259/Put/seqid=0 2024-11-22T16:42:49,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742298_1474 (size=12051) 2024-11-22T16:42:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:49,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:50,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293830018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:50,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:50,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:50,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T16:42:50,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293830131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:50,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:50,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:50,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:50,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293830181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:50,193 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:50,305 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/bb97b9c9629b457cae35f6a5c662142f 2024-11-22T16:42:50,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/fb59fa26e4404ab1ac79f03116309a7e is 50, key is test_row_0/B:col10/1732293769259/Put/seqid=0 2024-11-22T16:42:50,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742299_1475 (size=12051) 2024-11-22T16:42:50,316 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/fb59fa26e4404ab1ac79f03116309a7e 2024-11-22T16:42:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/e766a78f49e64aa8b5927b4a0c113944 is 50, key is test_row_0/C:col10/1732293769259/Put/seqid=0 2024-11-22T16:42:50,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742300_1476 (size=12051) 2024-11-22T16:42:50,325 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/e766a78f49e64aa8b5927b4a0c113944 2024-11-22T16:42:50,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/bb97b9c9629b457cae35f6a5c662142f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/bb97b9c9629b457cae35f6a5c662142f 2024-11-22T16:42:50,331 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/bb97b9c9629b457cae35f6a5c662142f, entries=150, sequenceid=131, filesize=11.8 K 2024-11-22T16:42:50,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/fb59fa26e4404ab1ac79f03116309a7e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/fb59fa26e4404ab1ac79f03116309a7e 2024-11-22T16:42:50,334 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/fb59fa26e4404ab1ac79f03116309a7e, entries=150, sequenceid=131, filesize=11.8 K 2024-11-22T16:42:50,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/e766a78f49e64aa8b5927b4a0c113944 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/e766a78f49e64aa8b5927b4a0c113944 2024-11-22T16:42:50,338 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/e766a78f49e64aa8b5927b4a0c113944, entries=150, sequenceid=131, filesize=11.8 K 2024-11-22T16:42:50,339 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7e3469cbfc6c7d9315f2a540c4c522da in 442ms, sequenceid=131, compaction requested=true 2024-11-22T16:42:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-22T16:42:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-22T16:42:50,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-22T16:42:50,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 596 msec 2024-11-22T16:42:50,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 602 msec 2024-11-22T16:42:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:50,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T16:42:50,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:42:50,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:42:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:42:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:50,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/85ebc715d4be49d3a9c1153d2165929e is 50, key is test_row_0/A:col10/1732293769987/Put/seqid=0 2024-11-22T16:42:50,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742301_1477 (size=14541) 2024-11-22T16:42:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-22T16:42:50,372 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:50,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:42:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-22T16:42:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T16:42:50,373 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:42:50,374 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:42:50,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:42:50,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293830424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T16:42:50,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T16:42:50,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:50,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:50,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:50,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:50,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:50,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293830531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:50,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:50,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T16:42:50,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:50,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:50,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:50,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:50,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T16:42:50,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293830741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:50,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:50,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:50,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:50,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/85ebc715d4be49d3a9c1153d2165929e 2024-11-22T16:42:50,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/4d3c0c3a35374720ba42515fef5fbb74 is 50, key is test_row_0/B:col10/1732293769987/Put/seqid=0 2024-11-22T16:42:50,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742302_1478 (size=12151) 2024-11-22T16:42:50,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T16:42:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:50,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:50,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:50,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:50,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T16:42:50,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:50,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:50,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:50,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:50,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T16:42:51,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293831050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:51,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:51,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:51,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:51,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T16:42:51,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:51,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:51,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:51,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:51,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:51,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/4d3c0c3a35374720ba42515fef5fbb74 2024-11-22T16:42:51,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/b65f1193bc2f4bee9253be7b904b05cb is 50, key is test_row_0/C:col10/1732293769987/Put/seqid=0 2024-11-22T16:42:51,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742303_1479 (size=12151) 2024-11-22T16:42:51,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T16:42:51,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:51,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:51,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:51,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:51,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:51,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T16:42:51,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:51,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:51,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:51,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:51,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T16:42:51,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293831571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:51,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:51,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:51,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:51,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/b65f1193bc2f4bee9253be7b904b05cb 2024-11-22T16:42:51,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/85ebc715d4be49d3a9c1153d2165929e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/85ebc715d4be49d3a9c1153d2165929e 2024-11-22T16:42:51,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/85ebc715d4be49d3a9c1153d2165929e, entries=200, sequenceid=151, filesize=14.2 K 2024-11-22T16:42:51,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/4d3c0c3a35374720ba42515fef5fbb74 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/4d3c0c3a35374720ba42515fef5fbb74 2024-11-22T16:42:51,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T16:42:51,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:51,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:51,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:51,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:51,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:51,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/4d3c0c3a35374720ba42515fef5fbb74, entries=150, sequenceid=151, filesize=11.9 K 2024-11-22T16:42:51,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/b65f1193bc2f4bee9253be7b904b05cb as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/b65f1193bc2f4bee9253be7b904b05cb 2024-11-22T16:42:51,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/b65f1193bc2f4bee9253be7b904b05cb, entries=150, sequenceid=151, filesize=11.9 K 2024-11-22T16:42:51,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 7e3469cbfc6c7d9315f2a540c4c522da in 1243ms, sequenceid=151, compaction requested=true 2024-11-22T16:42:51,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:42:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:51,604 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:42:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:42:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:42:51,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:51,604 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:42:51,605 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:42:51,605 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:42:51,605 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/B is initiating minor compaction (all files) 2024-11-22T16:42:51,605 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/A is initiating minor compaction (all files) 2024-11-22T16:42:51,605 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/B in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:51,605 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/A in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:51,605 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/b355a7aaa96b4c87ad68b4585afc6b25, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/79a6e7d50de4492a8f62e2ce36fb80ac, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/bb97b9c9629b457cae35f6a5c662142f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/85ebc715d4be49d3a9c1153d2165929e] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=51.9 K 2024-11-22T16:42:51,605 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/74b6892125d24cd6ae0c63a4d820ae5f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/051ecf2b55b34c1f9f175ab82e0479a0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/fb59fa26e4404ab1ac79f03116309a7e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/4d3c0c3a35374720ba42515fef5fbb74] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=47.3 K 2024-11-22T16:42:51,606 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 74b6892125d24cd6ae0c63a4d820ae5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732293767610 2024-11-22T16:42:51,606 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting b355a7aaa96b4c87ad68b4585afc6b25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732293767610 2024-11-22T16:42:51,606 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79a6e7d50de4492a8f62e2ce36fb80ac, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732293768010 2024-11-22T16:42:51,606 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 051ecf2b55b34c1f9f175ab82e0479a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732293768010 2024-11-22T16:42:51,606 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb97b9c9629b457cae35f6a5c662142f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732293769240 2024-11-22T16:42:51,606 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting fb59fa26e4404ab1ac79f03116309a7e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732293769240 2024-11-22T16:42:51,606 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85ebc715d4be49d3a9c1153d2165929e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732293769987 2024-11-22T16:42:51,606 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d3c0c3a35374720ba42515fef5fbb74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732293769987 2024-11-22T16:42:51,614 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#B#compaction#408 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:51,614 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/e683e6dbbfe24ad99259a2f533d412c7 is 50, key is test_row_0/B:col10/1732293769987/Put/seqid=0 2024-11-22T16:42:51,615 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#A#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:51,616 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/5b118ebe49c4461985bc2e48def859e6 is 50, key is test_row_0/A:col10/1732293769987/Put/seqid=0 2024-11-22T16:42:51,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742304_1480 (size=12493) 2024-11-22T16:42:51,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742305_1481 (size=12493) 2024-11-22T16:42:51,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T16:42:51,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:51,750 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T16:42:51,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:42:51,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:51,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:42:51,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:51,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:42:51,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:51,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/43ccd7eb39864702a8f36a8c2c872c36 is 50, key is test_row_0/A:col10/1732293770422/Put/seqid=0 2024-11-22T16:42:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742306_1482 (size=12151) 2024-11-22T16:42:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:51,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:51,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293831817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:51,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:51,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:51,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:51,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293831822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:51,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:51,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:51,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:51,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293831823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:51,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:51,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:51,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:51,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293831930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:51,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:51,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:51,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:51,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293831941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:51,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:51,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293831941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:51,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:51,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:51,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:51,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:51,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:52,022 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/e683e6dbbfe24ad99259a2f533d412c7 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/e683e6dbbfe24ad99259a2f533d412c7 2024-11-22T16:42:52,023 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/5b118ebe49c4461985bc2e48def859e6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/5b118ebe49c4461985bc2e48def859e6 2024-11-22T16:42:52,027 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/B of 7e3469cbfc6c7d9315f2a540c4c522da into e683e6dbbfe24ad99259a2f533d412c7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:52,027 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:52,027 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/B, priority=12, startTime=1732293771604; duration=0sec 2024-11-22T16:42:52,027 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:52,027 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:B 2024-11-22T16:42:52,027 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:42:52,027 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/A of 7e3469cbfc6c7d9315f2a540c4c522da into 5b118ebe49c4461985bc2e48def859e6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:52,027 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:52,028 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/A, priority=12, startTime=1732293771603; duration=0sec 2024-11-22T16:42:52,028 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:52,028 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:A 2024-11-22T16:42:52,029 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:42:52,029 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/C is initiating minor compaction (all files) 2024-11-22T16:42:52,029 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/C in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:52,029 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/837c3b4459564b97a6b66fbfa352abd1, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/dc069ce343814f63bc2ab15394501c98, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/e766a78f49e64aa8b5927b4a0c113944, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/b65f1193bc2f4bee9253be7b904b05cb] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=47.3 K 2024-11-22T16:42:52,029 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 837c3b4459564b97a6b66fbfa352abd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732293767610 2024-11-22T16:42:52,029 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting dc069ce343814f63bc2ab15394501c98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732293768010 2024-11-22T16:42:52,030 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting e766a78f49e64aa8b5927b4a0c113944, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732293769240 2024-11-22T16:42:52,030 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting b65f1193bc2f4bee9253be7b904b05cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732293769987 2024-11-22T16:42:52,036 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#C#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:52,036 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/1bdde1a5d0a94030b26a4f1fd9cdea1c is 50, key is test_row_0/C:col10/1732293769987/Put/seqid=0 2024-11-22T16:42:52,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742307_1483 (size=12493) 2024-11-22T16:42:52,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293832151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:52,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:52,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:52,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:52,158 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/43ccd7eb39864702a8f36a8c2c872c36 2024-11-22T16:42:52,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/17b321ab44d5461abb834c281eccb154 is 50, key is test_row_0/B:col10/1732293770422/Put/seqid=0 2024-11-22T16:42:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742308_1484 (size=12151) 2024-11-22T16:42:52,168 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/17b321ab44d5461abb834c281eccb154 2024-11-22T16:42:52,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293832161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:52,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:52,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:52,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:52,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293832161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:52,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:52,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:52,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:52,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/0883ddad223c4e438098d2771da100b1 is 50, key is test_row_0/C:col10/1732293770422/Put/seqid=0 2024-11-22T16:42:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742309_1485 (size=12151) 2024-11-22T16:42:52,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293832221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:52,230 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:52,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:52,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:52,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:52,445 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/1bdde1a5d0a94030b26a4f1fd9cdea1c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/1bdde1a5d0a94030b26a4f1fd9cdea1c 2024-11-22T16:42:52,450 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/C of 7e3469cbfc6c7d9315f2a540c4c522da into 1bdde1a5d0a94030b26a4f1fd9cdea1c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:52,450 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:52,450 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/C, priority=12, startTime=1732293771604; duration=0sec 2024-11-22T16:42:52,450 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:52,450 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:C 2024-11-22T16:42:52,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293832461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:52,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:52,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:52,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:52,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293832481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:52,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:52,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293832481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:52,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:52,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:52,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:52,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T16:42:52,578 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/0883ddad223c4e438098d2771da100b1 2024-11-22T16:42:52,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/43ccd7eb39864702a8f36a8c2c872c36 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/43ccd7eb39864702a8f36a8c2c872c36 2024-11-22T16:42:52,585 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/43ccd7eb39864702a8f36a8c2c872c36, entries=150, sequenceid=163, filesize=11.9 K 2024-11-22T16:42:52,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293832581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:52,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/17b321ab44d5461abb834c281eccb154 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/17b321ab44d5461abb834c281eccb154 2024-11-22T16:42:52,586 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:52,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:52,589 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/17b321ab44d5461abb834c281eccb154, entries=150, sequenceid=163, filesize=11.9 K 2024-11-22T16:42:52,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/0883ddad223c4e438098d2771da100b1 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/0883ddad223c4e438098d2771da100b1 2024-11-22T16:42:52,592 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/0883ddad223c4e438098d2771da100b1, entries=150, sequenceid=163, filesize=11.9 K 2024-11-22T16:42:52,593 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 7e3469cbfc6c7d9315f2a540c4c522da in 843ms, sequenceid=163, compaction requested=false 2024-11-22T16:42:52,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:52,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:52,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-22T16:42:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-22T16:42:52,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-22T16:42:52,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2200 sec 2024-11-22T16:42:52,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.2240 sec 2024-11-22T16:42:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:52,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T16:42:52,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:42:52,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:52,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:42:52,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:52,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:42:52,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:52,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/8a300ab09ee048c2a3f32d4ef9487964 is 50, key is test_row_0/A:col10/1732293771811/Put/seqid=0 2024-11-22T16:42:52,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742310_1486 (size=14541) 2024-11-22T16:42:53,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:53,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293833012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:53,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:53,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:53,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293833013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:53,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293833016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:53,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293833121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:53,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293833131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:53,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293833131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:53,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:53,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:53,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293833341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:53,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293833341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:53,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:53,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:53,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293833351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:53,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/8a300ab09ee048c2a3f32d4ef9487964 2024-11-22T16:42:53,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/cd43cfa7b5bb42eeababe40b3a67370a is 50, key is test_row_0/B:col10/1732293771811/Put/seqid=0 2024-11-22T16:42:53,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742311_1487 (size=12151) 2024-11-22T16:42:53,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293833650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293833651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:53,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293833671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:53,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:53,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:53,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/cd43cfa7b5bb42eeababe40b3a67370a 2024-11-22T16:42:53,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/a9565846dd1741f59770206fb74a77b8 is 50, key is test_row_0/C:col10/1732293771811/Put/seqid=0 2024-11-22T16:42:53,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742312_1488 (size=12151) 2024-11-22T16:42:54,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293834161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:54,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293834171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:54,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293834191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:54,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:54,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:54,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:54,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/a9565846dd1741f59770206fb74a77b8 2024-11-22T16:42:54,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/8a300ab09ee048c2a3f32d4ef9487964 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/8a300ab09ee048c2a3f32d4ef9487964 2024-11-22T16:42:54,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/8a300ab09ee048c2a3f32d4ef9487964, entries=200, sequenceid=187, filesize=14.2 K 2024-11-22T16:42:54,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/cd43cfa7b5bb42eeababe40b3a67370a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/cd43cfa7b5bb42eeababe40b3a67370a 2024-11-22T16:42:54,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/cd43cfa7b5bb42eeababe40b3a67370a, entries=150, sequenceid=187, filesize=11.9 K 2024-11-22T16:42:54,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/a9565846dd1741f59770206fb74a77b8 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/a9565846dd1741f59770206fb74a77b8 2024-11-22T16:42:54,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/a9565846dd1741f59770206fb74a77b8, entries=150, sequenceid=187, filesize=11.9 K 2024-11-22T16:42:54,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 7e3469cbfc6c7d9315f2a540c4c522da in 1246ms, sequenceid=187, compaction requested=true 2024-11-22T16:42:54,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:54,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:42:54,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:54,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:42:54,223 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:54,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:54,223 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:54,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:42:54,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:54,224 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:54,224 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/A is initiating minor compaction (all files) 2024-11-22T16:42:54,224 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/A in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:54,224 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/5b118ebe49c4461985bc2e48def859e6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/43ccd7eb39864702a8f36a8c2c872c36, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/8a300ab09ee048c2a3f32d4ef9487964] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=38.3 K 2024-11-22T16:42:54,224 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:54,224 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/B is initiating minor compaction (all files) 2024-11-22T16:42:54,224 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/B in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:54,224 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/e683e6dbbfe24ad99259a2f533d412c7, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/17b321ab44d5461abb834c281eccb154, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/cd43cfa7b5bb42eeababe40b3a67370a] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=35.9 K 2024-11-22T16:42:54,224 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b118ebe49c4461985bc2e48def859e6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732293769987 2024-11-22T16:42:54,224 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting e683e6dbbfe24ad99259a2f533d412c7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732293769987 2024-11-22T16:42:54,225 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43ccd7eb39864702a8f36a8c2c872c36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732293770403 2024-11-22T16:42:54,225 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 17b321ab44d5461abb834c281eccb154, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732293770403 2024-11-22T16:42:54,225 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a300ab09ee048c2a3f32d4ef9487964, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732293771811 2024-11-22T16:42:54,225 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting cd43cfa7b5bb42eeababe40b3a67370a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732293771811 2024-11-22T16:42:54,231 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#A#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:54,231 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/70f155a300864a5cbee0b77558394944 is 50, key is test_row_0/A:col10/1732293771811/Put/seqid=0 2024-11-22T16:42:54,231 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#B#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:54,232 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/700a1cdbcb2149d39807ebafd71da1ca is 50, key is test_row_0/B:col10/1732293771811/Put/seqid=0 2024-11-22T16:42:54,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742313_1489 (size=12595) 2024-11-22T16:42:54,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742314_1490 (size=12595) 2024-11-22T16:42:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T16:42:54,542 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:54,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:42:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-22T16:42:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T16:42:54,544 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:42:54,545 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:42:54,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:42:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:54,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T16:42:54,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:42:54,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:54,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:42:54,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:54,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:42:54,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:54,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/e61e3567fd6d441ca90c8f68c662d4d2 is 50, key is test_row_0/A:col10/1732293774594/Put/seqid=0 2024-11-22T16:42:54,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742315_1491 (size=14541) 2024-11-22T16:42:54,639 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/700a1cdbcb2149d39807ebafd71da1ca as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/700a1cdbcb2149d39807ebafd71da1ca 2024-11-22T16:42:54,639 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/70f155a300864a5cbee0b77558394944 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/70f155a300864a5cbee0b77558394944 2024-11-22T16:42:54,644 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/A of 7e3469cbfc6c7d9315f2a540c4c522da into 70f155a300864a5cbee0b77558394944(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:54,644 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/B of 7e3469cbfc6c7d9315f2a540c4c522da into 700a1cdbcb2149d39807ebafd71da1ca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:54,644 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:54,644 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:54,644 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/A, priority=13, startTime=1732293774223; duration=0sec 2024-11-22T16:42:54,644 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/B, priority=13, startTime=1732293774223; duration=0sec 2024-11-22T16:42:54,644 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:54,644 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:A 2024-11-22T16:42:54,644 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:54,644 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:B 2024-11-22T16:42:54,644 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:54,645 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:54,645 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/C is initiating minor compaction (all files) 2024-11-22T16:42:54,645 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/C in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:54,645 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/1bdde1a5d0a94030b26a4f1fd9cdea1c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/0883ddad223c4e438098d2771da100b1, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/a9565846dd1741f59770206fb74a77b8] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=35.9 K 2024-11-22T16:42:54,648 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bdde1a5d0a94030b26a4f1fd9cdea1c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732293769987 2024-11-22T16:42:54,648 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0883ddad223c4e438098d2771da100b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732293770403 2024-11-22T16:42:54,650 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9565846dd1741f59770206fb74a77b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732293771811 2024-11-22T16:42:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T16:42:54,657 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#C#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:54,657 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/d507c5c05bea4155b0a425de245bf265 is 50, key is test_row_0/C:col10/1732293771811/Put/seqid=0 2024-11-22T16:42:54,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742316_1492 (size=12595) 2024-11-22T16:42:54,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:54,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:54,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:54,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:54,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:54,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:54,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293834718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:54,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293834831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:54,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:54,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:54,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:54,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:54,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:54,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:54,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:54,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T16:42:55,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:55,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:55,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:55,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:55,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/e61e3567fd6d441ca90c8f68c662d4d2 2024-11-22T16:42:55,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/6849eaf70caf4ae4bffaea88dfc88efc is 50, key is test_row_0/B:col10/1732293774594/Put/seqid=0 2024-11-22T16:42:55,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742317_1493 (size=12151) 2024-11-22T16:42:55,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293835041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:55,067 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/d507c5c05bea4155b0a425de245bf265 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/d507c5c05bea4155b0a425de245bf265 2024-11-22T16:42:55,071 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/C of 7e3469cbfc6c7d9315f2a540c4c522da into d507c5c05bea4155b0a425de245bf265(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:55,071 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:55,071 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/C, priority=13, startTime=1732293774223; duration=0sec 2024-11-22T16:42:55,071 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:55,071 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:C 2024-11-22T16:42:55,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:55,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:55,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:55,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:55,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T16:42:55,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293835181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:55,189 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:55,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:55,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:55,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:55,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293835191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:55,200 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:55,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293835211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:55,219 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:55,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:55,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:55,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:55,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:55,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:55,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:55,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:55,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293835360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:55,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/6849eaf70caf4ae4bffaea88dfc88efc 2024-11-22T16:42:55,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/517ff4dea24d4fb3862ce455d09e35eb is 50, key is test_row_0/C:col10/1732293774594/Put/seqid=0 2024-11-22T16:42:55,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742318_1494 (size=12151) 2024-11-22T16:42:55,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:55,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:55,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:55,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:55,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:55,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:55,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:55,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:55,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T16:42:55,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:55,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/517ff4dea24d4fb3862ce455d09e35eb 2024-11-22T16:42:55,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/e61e3567fd6d441ca90c8f68c662d4d2 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e61e3567fd6d441ca90c8f68c662d4d2 2024-11-22T16:42:55,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e61e3567fd6d441ca90c8f68c662d4d2, entries=200, sequenceid=199, filesize=14.2 K 2024-11-22T16:42:55,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/6849eaf70caf4ae4bffaea88dfc88efc as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/6849eaf70caf4ae4bffaea88dfc88efc 2024-11-22T16:42:55,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/6849eaf70caf4ae4bffaea88dfc88efc, entries=150, sequenceid=199, filesize=11.9 K 2024-11-22T16:42:55,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/517ff4dea24d4fb3862ce455d09e35eb as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/517ff4dea24d4fb3862ce455d09e35eb 2024-11-22T16:42:55,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/517ff4dea24d4fb3862ce455d09e35eb, entries=150, sequenceid=199, filesize=11.9 K 2024-11-22T16:42:55,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 7e3469cbfc6c7d9315f2a540c4c522da in 1245ms, sequenceid=199, compaction requested=false 2024-11-22T16:42:55,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:55,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T16:42:55,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:42:55,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:55,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:42:55,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:55,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:42:55,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293774694, max timestamp=1732293775883Num uniques 859; 2024-11-22T16:42:55,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:42:55,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:42:55,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/0a678ff5fc9d4e21b9e4fdd926c07493 is 50, key is test_row_0/A:col10/1732293774694/Put/seqid=0 2024-11-22T16:42:55,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742319_1495 (size=14541) 2024-11-22T16:42:55,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/0a678ff5fc9d4e21b9e4fdd926c07493 2024-11-22T16:42:55,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/231dd77946614189bf353e6c42190187 is 50, key is test_row_0/B:col10/1732293774694/Put/seqid=0 2024-11-22T16:42:55,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742320_1496 (size=12151) 2024-11-22T16:42:55,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/231dd77946614189bf353e6c42190187 2024-11-22T16:42:55,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/03ddbcd26eac48eeb0ba7dc147846ac4 is 50, key is test_row_0/C:col10/1732293774694/Put/seqid=0 2024-11-22T16:42:55,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742321_1497 (size=12151) 2024-11-22T16:42:55,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:55,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:55,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:55,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:55,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293835997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:56,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:56,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:56,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:56,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:56,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:56,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293836111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:56,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:56,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:56,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:56,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:56,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:56,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60724 deadline: 1732293836261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:56,270 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8252 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:56,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/03ddbcd26eac48eeb0ba7dc147846ac4 2024-11-22T16:42:56,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/0a678ff5fc9d4e21b9e4fdd926c07493 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/0a678ff5fc9d4e21b9e4fdd926c07493 2024-11-22T16:42:56,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/0a678ff5fc9d4e21b9e4fdd926c07493, entries=200, sequenceid=223, filesize=14.2 K 2024-11-22T16:42:56,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/231dd77946614189bf353e6c42190187 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/231dd77946614189bf353e6c42190187 2024-11-22T16:42:56,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/231dd77946614189bf353e6c42190187, entries=150, sequenceid=223, filesize=11.9 K 2024-11-22T16:42:56,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/03ddbcd26eac48eeb0ba7dc147846ac4 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/03ddbcd26eac48eeb0ba7dc147846ac4 2024-11-22T16:42:56,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/03ddbcd26eac48eeb0ba7dc147846ac4, entries=150, sequenceid=223, filesize=11.9 K 2024-11-22T16:42:56,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~89.45 KB/91600, heapSize ~262.06 KB/268352, currentSize=87.22 KB/89310 for 7e3469cbfc6c7d9315f2a540c4c522da in 448ms, sequenceid=223, compaction requested=true 2024-11-22T16:42:56,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:56,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:42:56,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:56,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:42:56,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:56,334 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:56,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:42:56,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:56,334 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:56,335 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:56,335 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:56,335 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/A is initiating minor compaction (all files) 2024-11-22T16:42:56,335 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/B is initiating minor compaction (all files) 2024-11-22T16:42:56,335 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/A in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,335 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/B in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,335 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/70f155a300864a5cbee0b77558394944, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e61e3567fd6d441ca90c8f68c662d4d2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/0a678ff5fc9d4e21b9e4fdd926c07493] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=40.7 K 2024-11-22T16:42:56,335 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/700a1cdbcb2149d39807ebafd71da1ca, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/6849eaf70caf4ae4bffaea88dfc88efc, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/231dd77946614189bf353e6c42190187] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=36.0 K 2024-11-22T16:42:56,336 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70f155a300864a5cbee0b77558394944, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732293771811 2024-11-22T16:42:56,336 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting e61e3567fd6d441ca90c8f68c662d4d2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732293772990 2024-11-22T16:42:56,336 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 700a1cdbcb2149d39807ebafd71da1ca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732293771811 2024-11-22T16:42:56,336 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a678ff5fc9d4e21b9e4fdd926c07493, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732293774694 2024-11-22T16:42:56,336 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 6849eaf70caf4ae4bffaea88dfc88efc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732293773011 2024-11-22T16:42:56,337 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 231dd77946614189bf353e6c42190187, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732293774694 2024-11-22T16:42:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:56,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T16:42:56,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:42:56,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:56,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:42:56,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:56,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:42:56,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:56,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/ce9c19f63bbe49eea66f2123ae638786 is 50, key is test_row_0/A:col10/1732293775989/Put/seqid=0 2024-11-22T16:42:56,344 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#B#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:56,345 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#A#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:56,345 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/1e55377526b445b1a8509f8ec1414fc0 is 50, key is test_row_0/B:col10/1732293774694/Put/seqid=0 2024-11-22T16:42:56,345 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/3f086bf0201d47e9acd7ddf12c4d2c28 is 50, key is test_row_0/A:col10/1732293774694/Put/seqid=0 2024-11-22T16:42:56,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742322_1498 (size=14541) 2024-11-22T16:42:56,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742323_1499 (size=12697) 2024-11-22T16:42:56,362 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/1e55377526b445b1a8509f8ec1414fc0 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/1e55377526b445b1a8509f8ec1414fc0 2024-11-22T16:42:56,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742324_1500 (size=12697) 2024-11-22T16:42:56,365 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/B of 7e3469cbfc6c7d9315f2a540c4c522da into 1e55377526b445b1a8509f8ec1414fc0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:56,365 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:56,365 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/B, priority=13, startTime=1732293776334; duration=0sec 2024-11-22T16:42:56,366 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:56,366 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:B 2024-11-22T16:42:56,366 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:42:56,366 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/3f086bf0201d47e9acd7ddf12c4d2c28 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/3f086bf0201d47e9acd7ddf12c4d2c28 2024-11-22T16:42:56,366 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:42:56,366 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/C is initiating minor compaction (all files) 2024-11-22T16:42:56,366 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/C in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,367 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/d507c5c05bea4155b0a425de245bf265, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/517ff4dea24d4fb3862ce455d09e35eb, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/03ddbcd26eac48eeb0ba7dc147846ac4] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=36.0 K 2024-11-22T16:42:56,368 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting d507c5c05bea4155b0a425de245bf265, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732293771811 2024-11-22T16:42:56,369 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 517ff4dea24d4fb3862ce455d09e35eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732293773011 2024-11-22T16:42:56,369 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 03ddbcd26eac48eeb0ba7dc147846ac4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732293774694 2024-11-22T16:42:56,376 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#C#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:56,376 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/92d73a7db01140aea469a07a97a5566e is 50, key is test_row_0/C:col10/1732293774694/Put/seqid=0 2024-11-22T16:42:56,379 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/A of 7e3469cbfc6c7d9315f2a540c4c522da into 3f086bf0201d47e9acd7ddf12c4d2c28(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:56,379 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:56,379 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/A, priority=13, startTime=1732293776334; duration=0sec 2024-11-22T16:42:56,379 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:56,379 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:A 2024-11-22T16:42:56,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:56,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:56,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742325_1501 (size=12697) 2024-11-22T16:42:56,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293836438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:56,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:56,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:56,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293836550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:56,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:56,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:56,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T16:42:56,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/ce9c19f63bbe49eea66f2123ae638786 2024-11-22T16:42:56,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/90e29b7de253427da91ec8ee59cc46ae is 50, key is test_row_0/B:col10/1732293775989/Put/seqid=0 2024-11-22T16:42:56,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742326_1502 (size=12151) 2024-11-22T16:42:56,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293836771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:56,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:56,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:56,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:56,784 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/92d73a7db01140aea469a07a97a5566e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/92d73a7db01140aea469a07a97a5566e 2024-11-22T16:42:56,788 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/C of 7e3469cbfc6c7d9315f2a540c4c522da into 92d73a7db01140aea469a07a97a5566e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:56,788 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:56,788 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/C, priority=13, startTime=1732293776334; duration=0sec 2024-11-22T16:42:56,788 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:56,788 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:C 2024-11-22T16:42:56,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:56,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:56,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:56,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:56,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:56,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:57,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293837091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:57,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:57,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:57,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:57,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:57,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:57,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:57,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/90e29b7de253427da91ec8ee59cc46ae 2024-11-22T16:42:57,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/e4e7176606a24ed6b34727456d67b020 is 50, key is test_row_0/C:col10/1732293775989/Put/seqid=0 2024-11-22T16:42:57,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742327_1503 (size=12151) 2024-11-22T16:42:57,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293837211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:57,218 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:57,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:57,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293837221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:57,231 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:57,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293837231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:57,237 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:42:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:57,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:57,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:57,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:57,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:57,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:57,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:57,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:57,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:57,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:42:57,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/e4e7176606a24ed6b34727456d67b020 2024-11-22T16:42:57,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/ce9c19f63bbe49eea66f2123ae638786 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/ce9c19f63bbe49eea66f2123ae638786 2024-11-22T16:42:57,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/ce9c19f63bbe49eea66f2123ae638786, entries=200, sequenceid=240, filesize=14.2 K 2024-11-22T16:42:57,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/90e29b7de253427da91ec8ee59cc46ae as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/90e29b7de253427da91ec8ee59cc46ae 2024-11-22T16:42:57,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/90e29b7de253427da91ec8ee59cc46ae, entries=150, sequenceid=240, filesize=11.9 K 2024-11-22T16:42:57,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/e4e7176606a24ed6b34727456d67b020 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/e4e7176606a24ed6b34727456d67b020 2024-11-22T16:42:57,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/e4e7176606a24ed6b34727456d67b020, entries=150, sequenceid=240, filesize=11.9 K 2024-11-22T16:42:57,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 7e3469cbfc6c7d9315f2a540c4c522da in 1252ms, sequenceid=240, compaction requested=false 2024-11-22T16:42:57,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:57,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T16:42:57,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:57,603 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T16:42:57,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:42:57,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:57,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:42:57,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:57,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:42:57,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:57,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/c5c9dfbe6e2d442fbc91d4e920f56fd7 is 50, key is test_row_0/A:col10/1732293776402/Put/seqid=0 2024-11-22T16:42:57,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742328_1504 (size=12151) 2024-11-22T16:42:57,612 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/c5c9dfbe6e2d442fbc91d4e920f56fd7 2024-11-22T16:42:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:57,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:57,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/9f32a869e9f742989788fe6c721c8d55 is 50, key is test_row_0/B:col10/1732293776402/Put/seqid=0 2024-11-22T16:42:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742329_1505 (size=12151) 2024-11-22T16:42:57,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293837690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:57,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293837811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:57,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:57,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:57,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:58,022 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/9f32a869e9f742989788fe6c721c8d55 2024-11-22T16:42:58,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/701d8a52a3334eec934ebdd466622bec is 50, key is test_row_0/C:col10/1732293776402/Put/seqid=0 2024-11-22T16:42:58,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293838021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:58,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:58,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:58,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:58,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742330_1506 (size=12151) 2024-11-22T16:42:58,034 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/701d8a52a3334eec934ebdd466622bec 2024-11-22T16:42:58,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/c5c9dfbe6e2d442fbc91d4e920f56fd7 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/c5c9dfbe6e2d442fbc91d4e920f56fd7 2024-11-22T16:42:58,040 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/c5c9dfbe6e2d442fbc91d4e920f56fd7, entries=150, sequenceid=258, filesize=11.9 K 2024-11-22T16:42:58,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/9f32a869e9f742989788fe6c721c8d55 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/9f32a869e9f742989788fe6c721c8d55 2024-11-22T16:42:58,043 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/9f32a869e9f742989788fe6c721c8d55, entries=150, sequenceid=258, filesize=11.9 K 2024-11-22T16:42:58,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/701d8a52a3334eec934ebdd466622bec as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/701d8a52a3334eec934ebdd466622bec 2024-11-22T16:42:58,047 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/701d8a52a3334eec934ebdd466622bec, entries=150, sequenceid=258, filesize=11.9 K 2024-11-22T16:42:58,047 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 7e3469cbfc6c7d9315f2a540c4c522da in 444ms, sequenceid=258, compaction requested=true 2024-11-22T16:42:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-22T16:42:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-22T16:42:58,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-22T16:42:58,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5040 sec 2024-11-22T16:42:58,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 3.5080 sec 2024-11-22T16:42:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:58,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T16:42:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:42:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:42:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:42:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:58,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/e2f3c9fbfdf049fb85d6f4d300efb49e is 50, key is test_row_0/A:col10/1732293777689/Put/seqid=0 2024-11-22T16:42:58,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742331_1507 (size=14741) 2024-11-22T16:42:58,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/e2f3c9fbfdf049fb85d6f4d300efb49e 2024-11-22T16:42:58,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/7dc45f7f206d4003844b9dce1a6a1f21 is 50, key is test_row_0/B:col10/1732293777689/Put/seqid=0 2024-11-22T16:42:58,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742332_1508 (size=12301) 2024-11-22T16:42:58,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293838428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:58,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:58,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:58,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:58,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293838541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:58,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:58,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:58,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T16:42:58,702 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:42:58,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:42:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-22T16:42:58,706 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:42:58,709 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:42:58,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:42:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T16:42:58,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293838752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:58,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/7dc45f7f206d4003844b9dce1a6a1f21 2024-11-22T16:42:58,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/fca3b0aab88f4ceea5d9d94b7126a599 is 50, key is test_row_0/C:col10/1732293777689/Put/seqid=0 2024-11-22T16:42:58,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742333_1509 (size=12301) 2024-11-22T16:42:58,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/fca3b0aab88f4ceea5d9d94b7126a599 2024-11-22T16:42:58,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/e2f3c9fbfdf049fb85d6f4d300efb49e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e2f3c9fbfdf049fb85d6f4d300efb49e 2024-11-22T16:42:58,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e2f3c9fbfdf049fb85d6f4d300efb49e, entries=200, sequenceid=276, filesize=14.4 K 2024-11-22T16:42:58,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/7dc45f7f206d4003844b9dce1a6a1f21 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/7dc45f7f206d4003844b9dce1a6a1f21 2024-11-22T16:42:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T16:42:58,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/7dc45f7f206d4003844b9dce1a6a1f21, entries=150, sequenceid=276, filesize=12.0 K 2024-11-22T16:42:58,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/fca3b0aab88f4ceea5d9d94b7126a599 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/fca3b0aab88f4ceea5d9d94b7126a599 2024-11-22T16:42:58,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/fca3b0aab88f4ceea5d9d94b7126a599, entries=150, sequenceid=276, filesize=12.0 K 2024-11-22T16:42:58,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 7e3469cbfc6c7d9315f2a540c4c522da in 485ms, sequenceid=276, compaction requested=true 2024-11-22T16:42:58,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:58,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:42:58,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:58,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:42:58,832 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:42:58,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:58,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:42:58,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T16:42:58,832 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:42:58,833 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54130 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:42:58,833 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/A is initiating minor compaction (all files) 2024-11-22T16:42:58,833 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/A in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:58,833 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/3f086bf0201d47e9acd7ddf12c4d2c28, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/ce9c19f63bbe49eea66f2123ae638786, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/c5c9dfbe6e2d442fbc91d4e920f56fd7, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e2f3c9fbfdf049fb85d6f4d300efb49e] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=52.9 K 2024-11-22T16:42:58,833 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:42:58,834 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/B is initiating minor compaction (all files) 2024-11-22T16:42:58,834 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/B in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:58,834 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/1e55377526b445b1a8509f8ec1414fc0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/90e29b7de253427da91ec8ee59cc46ae, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/9f32a869e9f742989788fe6c721c8d55, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/7dc45f7f206d4003844b9dce1a6a1f21] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=48.1 K 2024-11-22T16:42:58,836 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e55377526b445b1a8509f8ec1414fc0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732293774694 2024-11-22T16:42:58,836 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f086bf0201d47e9acd7ddf12c4d2c28, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732293774694 2024-11-22T16:42:58,837 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting ce9c19f63bbe49eea66f2123ae638786, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732293775925 2024-11-22T16:42:58,837 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90e29b7de253427da91ec8ee59cc46ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732293775989 2024-11-22T16:42:58,837 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting c5c9dfbe6e2d442fbc91d4e920f56fd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732293776402 2024-11-22T16:42:58,837 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f32a869e9f742989788fe6c721c8d55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732293776402 2024-11-22T16:42:58,838 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting e2f3c9fbfdf049fb85d6f4d300efb49e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732293777666 2024-11-22T16:42:58,838 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dc45f7f206d4003844b9dce1a6a1f21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732293777666 2024-11-22T16:42:58,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-22T16:42:58,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:58,862 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T16:42:58,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:42:58,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:58,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:42:58,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:58,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:42:58,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:42:58,867 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#A#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:58,868 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/11714a50f59140d4bd0c651e321a15ea is 50, key is test_row_0/A:col10/1732293777689/Put/seqid=0 2024-11-22T16:42:58,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/93639c6bc0b3480580e006850707e6e7 is 50, key is test_row_0/A:col10/1732293778412/Put/seqid=0 2024-11-22T16:42:58,876 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#B#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:58,877 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/c685cd87a47f40e496c169eea9687274 is 50, key is test_row_0/B:col10/1732293777689/Put/seqid=0 2024-11-22T16:42:58,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742334_1510 (size=12983) 2024-11-22T16:42:58,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742335_1511 (size=12301) 2024-11-22T16:42:58,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742336_1512 (size=12983) 2024-11-22T16:42:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T16:42:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:42:59,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:42:59,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293839194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:59,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:59,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:59,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:59,300 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/93639c6bc0b3480580e006850707e6e7 2024-11-22T16:42:59,306 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/11714a50f59140d4bd0c651e321a15ea as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/11714a50f59140d4bd0c651e321a15ea 2024-11-22T16:42:59,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/df53f66f384549338a9b960cf6e372d6 is 50, key is test_row_0/B:col10/1732293778412/Put/seqid=0 2024-11-22T16:42:59,314 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/A of 7e3469cbfc6c7d9315f2a540c4c522da into 11714a50f59140d4bd0c651e321a15ea(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:59,314 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:59,314 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/A, priority=12, startTime=1732293778831; duration=0sec 2024-11-22T16:42:59,315 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:42:59,315 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:A 2024-11-22T16:42:59,315 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:42:59,317 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:42:59,317 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/C is initiating minor compaction (all files) 2024-11-22T16:42:59,317 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/C in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:42:59,317 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/92d73a7db01140aea469a07a97a5566e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/e4e7176606a24ed6b34727456d67b020, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/701d8a52a3334eec934ebdd466622bec, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/fca3b0aab88f4ceea5d9d94b7126a599] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=48.1 K 2024-11-22T16:42:59,317 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 92d73a7db01140aea469a07a97a5566e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732293774694 2024-11-22T16:42:59,318 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting e4e7176606a24ed6b34727456d67b020, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732293775989 2024-11-22T16:42:59,318 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 701d8a52a3334eec934ebdd466622bec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732293776402 2024-11-22T16:42:59,318 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting fca3b0aab88f4ceea5d9d94b7126a599, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732293777666 2024-11-22T16:42:59,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293839311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:59,319 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/c685cd87a47f40e496c169eea9687274 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/c685cd87a47f40e496c169eea9687274 2024-11-22T16:42:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:59,323 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/B of 7e3469cbfc6c7d9315f2a540c4c522da into c685cd87a47f40e496c169eea9687274(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:59,323 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:59,323 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/B, priority=12, startTime=1732293778832; duration=0sec 2024-11-22T16:42:59,323 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:59,323 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:B 2024-11-22T16:42:59,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742337_1513 (size=12301) 2024-11-22T16:42:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T16:42:59,343 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#C#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:42:59,343 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/6707e6b64edc4e0c9ecdf1be17fdded4 is 50, key is test_row_0/C:col10/1732293777689/Put/seqid=0 2024-11-22T16:42:59,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742338_1514 (size=12983) 2024-11-22T16:42:59,354 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/6707e6b64edc4e0c9ecdf1be17fdded4 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/6707e6b64edc4e0c9ecdf1be17fdded4 2024-11-22T16:42:59,359 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/C of 7e3469cbfc6c7d9315f2a540c4c522da into 6707e6b64edc4e0c9ecdf1be17fdded4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:42:59,359 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:42:59,359 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/C, priority=12, startTime=1732293778832; duration=0sec 2024-11-22T16:42:59,359 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:42:59,359 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:C 2024-11-22T16:42:59,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293839530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:59,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:59,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:59,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:59,725 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/df53f66f384549338a9b960cf6e372d6 2024-11-22T16:42:59,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/336f0c6b035a42d28302cae72ed71ebc is 50, key is test_row_0/C:col10/1732293778412/Put/seqid=0 2024-11-22T16:42:59,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742339_1515 (size=12301) 2024-11-22T16:42:59,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:42:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293839841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:42:59,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:59,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:42:59,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:42:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T16:43:00,156 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/336f0c6b035a42d28302cae72ed71ebc 2024-11-22T16:43:00,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/93639c6bc0b3480580e006850707e6e7 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/93639c6bc0b3480580e006850707e6e7 2024-11-22T16:43:00,164 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/93639c6bc0b3480580e006850707e6e7, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T16:43:00,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/df53f66f384549338a9b960cf6e372d6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/df53f66f384549338a9b960cf6e372d6 2024-11-22T16:43:00,168 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/df53f66f384549338a9b960cf6e372d6, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T16:43:00,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/336f0c6b035a42d28302cae72ed71ebc as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/336f0c6b035a42d28302cae72ed71ebc 2024-11-22T16:43:00,172 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/336f0c6b035a42d28302cae72ed71ebc, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T16:43:00,173 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 7e3469cbfc6c7d9315f2a540c4c522da in 1311ms, sequenceid=290, compaction requested=false 2024-11-22T16:43:00,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:43:00,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:00,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-22T16:43:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-22T16:43:00,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-22T16:43:00,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4660 sec 2024-11-22T16:43:00,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.4740 sec 2024-11-22T16:43:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:43:00,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T16:43:00,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:43:00,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:00,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:43:00,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:00,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:43:00,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:00,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/5b3fcbfdb0534556a40f41ad0410a704 is 50, key is test_row_0/A:col10/1732293780364/Put/seqid=0 2024-11-22T16:43:00,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742340_1516 (size=14741) 2024-11-22T16:43:00,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/5b3fcbfdb0534556a40f41ad0410a704 2024-11-22T16:43:00,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/c65ad45352094f42b20460e83e77533e is 50, key is test_row_0/B:col10/1732293780364/Put/seqid=0 2024-11-22T16:43:00,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742341_1517 (size=12301) 2024-11-22T16:43:00,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293840444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:00,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:00,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:00,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:00,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293840564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:00,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293840781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:00,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:00,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:00,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:00,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/c65ad45352094f42b20460e83e77533e 2024-11-22T16:43:00,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/c1f96f0eabb64b43b04aae265baabceb is 50, key is test_row_0/C:col10/1732293780364/Put/seqid=0 2024-11-22T16:43:00,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742342_1518 (size=12301) 2024-11-22T16:43:00,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/c1f96f0eabb64b43b04aae265baabceb 2024-11-22T16:43:00,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/5b3fcbfdb0534556a40f41ad0410a704 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/5b3fcbfdb0534556a40f41ad0410a704 2024-11-22T16:43:00,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/5b3fcbfdb0534556a40f41ad0410a704, entries=200, sequenceid=312, filesize=14.4 K 2024-11-22T16:43:00,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/c65ad45352094f42b20460e83e77533e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/c65ad45352094f42b20460e83e77533e 2024-11-22T16:43:00,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/c65ad45352094f42b20460e83e77533e, entries=150, sequenceid=312, filesize=12.0 K 2024-11-22T16:43:00,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/c1f96f0eabb64b43b04aae265baabceb as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/c1f96f0eabb64b43b04aae265baabceb 2024-11-22T16:43:00,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/c1f96f0eabb64b43b04aae265baabceb, entries=150, sequenceid=312, filesize=12.0 K 2024-11-22T16:43:00,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7e3469cbfc6c7d9315f2a540c4c522da in 497ms, sequenceid=312, compaction requested=true 2024-11-22T16:43:00,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:43:00,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:43:00,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:00,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:43:00,863 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:43:00,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:00,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:43:00,863 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:43:00,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:00,864 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:43:00,864 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/B is initiating minor compaction (all files) 2024-11-22T16:43:00,864 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/B in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:00,865 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/c685cd87a47f40e496c169eea9687274, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/df53f66f384549338a9b960cf6e372d6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/c65ad45352094f42b20460e83e77533e] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=36.7 K 2024-11-22T16:43:00,865 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:43:00,865 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/A is initiating minor compaction (all files) 2024-11-22T16:43:00,865 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/A in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:00,865 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/11714a50f59140d4bd0c651e321a15ea, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/93639c6bc0b3480580e006850707e6e7, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/5b3fcbfdb0534556a40f41ad0410a704] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=39.1 K 2024-11-22T16:43:00,865 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting c685cd87a47f40e496c169eea9687274, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732293777666 2024-11-22T16:43:00,865 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11714a50f59140d4bd0c651e321a15ea, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732293777666 2024-11-22T16:43:00,865 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting df53f66f384549338a9b960cf6e372d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732293778370 2024-11-22T16:43:00,866 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93639c6bc0b3480580e006850707e6e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732293778370 2024-11-22T16:43:00,866 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting c65ad45352094f42b20460e83e77533e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732293779163 2024-11-22T16:43:00,866 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b3fcbfdb0534556a40f41ad0410a704, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732293779163 2024-11-22T16:43:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T16:43:00,871 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:00,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:43:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-22T16:43:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T16:43:00,873 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:43:00,876 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:43:00,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:43:00,879 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#A#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:00,880 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/4df5007fbe7e43f1b6952d2d448a1538 is 50, key is test_row_0/A:col10/1732293780364/Put/seqid=0 2024-11-22T16:43:00,881 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#B#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:00,882 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/d84867b7ee9545ee88dd6adb47673f72 is 50, key is test_row_0/B:col10/1732293780364/Put/seqid=0 2024-11-22T16:43:00,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742343_1519 (size=13085) 2024-11-22T16:43:00,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742344_1520 (size=13085) 2024-11-22T16:43:00,903 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/d84867b7ee9545ee88dd6adb47673f72 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/d84867b7ee9545ee88dd6adb47673f72 2024-11-22T16:43:00,903 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/4df5007fbe7e43f1b6952d2d448a1538 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/4df5007fbe7e43f1b6952d2d448a1538 2024-11-22T16:43:00,908 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/A of 7e3469cbfc6c7d9315f2a540c4c522da into 4df5007fbe7e43f1b6952d2d448a1538(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:00,908 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:43:00,908 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/A, priority=13, startTime=1732293780863; duration=0sec 2024-11-22T16:43:00,908 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:00,908 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:A 2024-11-22T16:43:00,908 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:43:00,910 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:43:00,910 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/C is initiating minor compaction (all files) 2024-11-22T16:43:00,910 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/C in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:00,910 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/6707e6b64edc4e0c9ecdf1be17fdded4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/336f0c6b035a42d28302cae72ed71ebc, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/c1f96f0eabb64b43b04aae265baabceb] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=36.7 K 2024-11-22T16:43:00,912 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6707e6b64edc4e0c9ecdf1be17fdded4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732293777666 2024-11-22T16:43:00,912 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/B of 7e3469cbfc6c7d9315f2a540c4c522da into d84867b7ee9545ee88dd6adb47673f72(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:00,912 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:43:00,912 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/B, priority=13, startTime=1732293780863; duration=0sec 2024-11-22T16:43:00,912 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:00,912 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:B 2024-11-22T16:43:00,913 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 336f0c6b035a42d28302cae72ed71ebc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732293778370 2024-11-22T16:43:00,913 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1f96f0eabb64b43b04aae265baabceb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732293779163 2024-11-22T16:43:00,923 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#C#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:00,923 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/75d1c51b51be4ba28eb0ed5cf9097afb is 50, key is test_row_0/C:col10/1732293780364/Put/seqid=0 2024-11-22T16:43:00,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742345_1521 (size=13085) 2024-11-22T16:43:00,941 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/75d1c51b51be4ba28eb0ed5cf9097afb as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/75d1c51b51be4ba28eb0ed5cf9097afb 2024-11-22T16:43:00,950 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/C of 7e3469cbfc6c7d9315f2a540c4c522da into 75d1c51b51be4ba28eb0ed5cf9097afb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:00,950 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:43:00,950 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/C, priority=13, startTime=1732293780863; duration=0sec 2024-11-22T16:43:00,950 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:00,950 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:C 2024-11-22T16:43:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T16:43:01,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T16:43:01,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:01,029 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T16:43:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:43:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:43:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:43:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:01,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/1e458515d41e48cc8f5e1a47e6be3996 is 50, key is test_row_0/A:col10/1732293780434/Put/seqid=0 2024-11-22T16:43:01,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742346_1522 (size=12301) 2024-11-22T16:43:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:43:01,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T16:43:01,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293841203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:01,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:01,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:01,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:01,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60690 deadline: 1732293841240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:01,248 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:01,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:01,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:01,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:01,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60758 deadline: 1732293841251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:01,268 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8252 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:01,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60712 deadline: 1732293841281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:01,291 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in 7e3469cbfc6c7d9315f2a540c4c522da of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8279 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:01,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:01,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:01,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:01,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293841321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:01,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:01,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:01,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:01,440 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/1e458515d41e48cc8f5e1a47e6be3996 2024-11-22T16:43:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/64f4d077e53a442eaf5eeac4de61f6ca is 50, key is test_row_0/B:col10/1732293780434/Put/seqid=0 2024-11-22T16:43:01,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742347_1523 (size=12301) 2024-11-22T16:43:01,474 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/64f4d077e53a442eaf5eeac4de61f6ca 2024-11-22T16:43:01,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/09245a6dade842edba19d6ef83524b3d is 50, key is test_row_0/C:col10/1732293780434/Put/seqid=0 2024-11-22T16:43:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T16:43:01,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742348_1524 (size=12301) 2024-11-22T16:43:01,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293841532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:01,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:01,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:01,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:01,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293841841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:01,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:01,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:01,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:01,902 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/09245a6dade842edba19d6ef83524b3d 2024-11-22T16:43:01,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/1e458515d41e48cc8f5e1a47e6be3996 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/1e458515d41e48cc8f5e1a47e6be3996 2024-11-22T16:43:01,912 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/1e458515d41e48cc8f5e1a47e6be3996, entries=150, sequenceid=328, filesize=12.0 K 2024-11-22T16:43:01,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/64f4d077e53a442eaf5eeac4de61f6ca as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/64f4d077e53a442eaf5eeac4de61f6ca 2024-11-22T16:43:01,921 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/64f4d077e53a442eaf5eeac4de61f6ca, entries=150, sequenceid=328, filesize=12.0 K 2024-11-22T16:43:01,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/09245a6dade842edba19d6ef83524b3d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/09245a6dade842edba19d6ef83524b3d 2024-11-22T16:43:01,927 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/09245a6dade842edba19d6ef83524b3d, entries=150, sequenceid=328, filesize=12.0 K 2024-11-22T16:43:01,927 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7e3469cbfc6c7d9315f2a540c4c522da in 898ms, sequenceid=328, compaction requested=false 2024-11-22T16:43:01,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:43:01,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:01,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-22T16:43:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-22T16:43:01,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-22T16:43:01,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0530 sec 2024-11-22T16:43:01,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.0600 sec 2024-11-22T16:43:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T16:43:02,011 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:02,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:43:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-22T16:43:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T16:43:02,013 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:43:02,014 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:43:02,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:43:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T16:43:02,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T16:43:02,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:02,166 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T16:43:02,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:43:02,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:02,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:43:02,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:02,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:43:02,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:02,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/bef34a0a834547b18eb2041134e38034 is 50, key is test_row_0/A:col10/1732293781128/Put/seqid=0 2024-11-22T16:43:02,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742349_1525 (size=12301) 2024-11-22T16:43:02,185 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/bef34a0a834547b18eb2041134e38034 2024-11-22T16:43:02,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/78451a5036584644b86caf01986d1fe8 is 50, key is test_row_0/B:col10/1732293781128/Put/seqid=0 2024-11-22T16:43:02,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742350_1526 (size=12301) 2024-11-22T16:43:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T16:43:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:43:02,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:02,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293842426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:02,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:02,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:02,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:02,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293842541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:02,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:02,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:02,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:02,599 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/78451a5036584644b86caf01986d1fe8 2024-11-22T16:43:02,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/671887fd1c8048cc92d14721d9f49600 is 50, key is test_row_0/C:col10/1732293781128/Put/seqid=0 2024-11-22T16:43:02,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742351_1527 (size=12301) 2024-11-22T16:43:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T16:43:02,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293842751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:02,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:02,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:02,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:03,010 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/671887fd1c8048cc92d14721d9f49600 2024-11-22T16:43:03,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/bef34a0a834547b18eb2041134e38034 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/bef34a0a834547b18eb2041134e38034 2024-11-22T16:43:03,017 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/bef34a0a834547b18eb2041134e38034, entries=150, sequenceid=347, filesize=12.0 K 2024-11-22T16:43:03,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/78451a5036584644b86caf01986d1fe8 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/78451a5036584644b86caf01986d1fe8 2024-11-22T16:43:03,020 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/78451a5036584644b86caf01986d1fe8, entries=150, sequenceid=347, filesize=12.0 K 2024-11-22T16:43:03,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/671887fd1c8048cc92d14721d9f49600 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/671887fd1c8048cc92d14721d9f49600 2024-11-22T16:43:03,024 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/671887fd1c8048cc92d14721d9f49600, entries=150, sequenceid=347, filesize=12.0 K 2024-11-22T16:43:03,024 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7e3469cbfc6c7d9315f2a540c4c522da in 858ms, sequenceid=347, compaction requested=true 2024-11-22T16:43:03,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:43:03,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:03,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-22T16:43:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-22T16:43:03,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-22T16:43:03,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec 2024-11-22T16:43:03,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.0160 sec 2024-11-22T16:43:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:43:03,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T16:43:03,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:43:03,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:03,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:43:03,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:03,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:43:03,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:03,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/e94cd7e093564ad08aa6036c4db55786 is 50, key is test_row_0/A:col10/1732293782416/Put/seqid=0 2024-11-22T16:43:03,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742352_1528 (size=14741) 2024-11-22T16:43:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T16:43:03,151 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:03,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:43:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-22T16:43:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T16:43:03,154 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:43:03,154 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:43:03,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:43:03,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293843180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:03,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T16:43:03,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293843291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:03,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:03,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:03,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:03,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T16:43:03,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:03,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:03,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:03,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:03,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:03,432 INFO [Thread-2026 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2026. 2024-11-22T16:43:03,432 DEBUG [Thread-2026 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:03,432 DEBUG [Thread-2026 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:03,432 DEBUG [Thread-2026 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:03,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:03,441 INFO [Thread-2032 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2032. 2024-11-22T16:43:03,441 DEBUG [Thread-2032 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:03,441 DEBUG [Thread-2032 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:03,441 DEBUG [Thread-2032 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:03,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:03,442 INFO [Thread-2024 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2024. 2024-11-22T16:43:03,442 DEBUG [Thread-2024 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:03,443 DEBUG [Thread-2024 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:03,443 DEBUG [Thread-2024 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:03,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:03,445 INFO [Thread-2030 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2030. 2024-11-22T16:43:03,445 DEBUG [Thread-2030 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:03,445 DEBUG [Thread-2030 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:03,445 DEBUG [Thread-2030 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:03,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:03,451 INFO [Thread-2028 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2028. 2024-11-22T16:43:03,451 DEBUG [Thread-2028 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:03,451 DEBUG [Thread-2028 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:03,451 DEBUG [Thread-2028 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:03,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:03,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T16:43:03,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:03,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:03,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:03,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:03,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T16:43:03,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/e94cd7e093564ad08aa6036c4db55786 2024-11-22T16:43:03,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/b73707d3bcf841618735c6b988fd4c8f is 50, key is test_row_0/B:col10/1732293782416/Put/seqid=0 2024-11-22T16:43:03,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742353_1529 (size=12301) 2024-11-22T16:43:03,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293843511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:03,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:03,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:03,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:03,603 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:43:03,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T16:43:03,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:03,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:03,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:03,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:03,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:03,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T16:43:03,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:03,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:03,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:03,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:03,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T16:43:03,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60748 deadline: 1732293843821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:03,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 , the old value is region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:03,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:03,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., hostname=4618c6346924,36997,1732293635397, seqNum=2 because the exception is null or not the one we care about 2024-11-22T16:43:03,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/b73707d3bcf841618735c6b988fd4c8f 2024-11-22T16:43:03,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/a4d9197ad9ae4b4593214418ebe42dfe is 50, key is test_row_0/C:col10/1732293782416/Put/seqid=0 2024-11-22T16:43:03,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742354_1530 (size=12301) 2024-11-22T16:43:03,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T16:43:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:03,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T16:43:04,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:04,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T16:43:04,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:04,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T16:43:04,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/a4d9197ad9ae4b4593214418ebe42dfe 2024-11-22T16:43:04,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/e94cd7e093564ad08aa6036c4db55786 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e94cd7e093564ad08aa6036c4db55786 2024-11-22T16:43:04,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e94cd7e093564ad08aa6036c4db55786, entries=200, sequenceid=361, filesize=14.4 K 2024-11-22T16:43:04,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/b73707d3bcf841618735c6b988fd4c8f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/b73707d3bcf841618735c6b988fd4c8f 2024-11-22T16:43:04,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/b73707d3bcf841618735c6b988fd4c8f, entries=150, sequenceid=361, filesize=12.0 K 2024-11-22T16:43:04,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/a4d9197ad9ae4b4593214418ebe42dfe as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/a4d9197ad9ae4b4593214418ebe42dfe 2024-11-22T16:43:04,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/a4d9197ad9ae4b4593214418ebe42dfe, entries=150, sequenceid=361, filesize=12.0 K 2024-11-22T16:43:04,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 7e3469cbfc6c7d9315f2a540c4c522da in 1238ms, sequenceid=361, compaction requested=true 2024-11-22T16:43:04,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:43:04,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:43:04,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:04,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:43:04,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:04,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e3469cbfc6c7d9315f2a540c4c522da:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:43:04,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:04,307 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:43:04,307 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:43:04,307 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:43:04,307 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:43:04,308 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/B is initiating minor compaction (all files) 2024-11-22T16:43:04,308 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/A is initiating minor compaction (all files) 2024-11-22T16:43:04,308 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/A in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,308 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/B in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,308 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/4df5007fbe7e43f1b6952d2d448a1538, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/1e458515d41e48cc8f5e1a47e6be3996, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/bef34a0a834547b18eb2041134e38034, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e94cd7e093564ad08aa6036c4db55786] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=51.2 K 2024-11-22T16:43:04,308 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/d84867b7ee9545ee88dd6adb47673f72, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/64f4d077e53a442eaf5eeac4de61f6ca, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/78451a5036584644b86caf01986d1fe8, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/b73707d3bcf841618735c6b988fd4c8f] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=48.8 K 2024-11-22T16:43:04,308 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting d84867b7ee9545ee88dd6adb47673f72, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732293779163 2024-11-22T16:43:04,308 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4df5007fbe7e43f1b6952d2d448a1538, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732293779163 2024-11-22T16:43:04,308 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 64f4d077e53a442eaf5eeac4de61f6ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732293780412 2024-11-22T16:43:04,308 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e458515d41e48cc8f5e1a47e6be3996, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732293780412 2024-11-22T16:43:04,309 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 78451a5036584644b86caf01986d1fe8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732293781128 2024-11-22T16:43:04,309 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting bef34a0a834547b18eb2041134e38034, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732293781128 2024-11-22T16:43:04,309 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting b73707d3bcf841618735c6b988fd4c8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732293782401 2024-11-22T16:43:04,309 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting e94cd7e093564ad08aa6036c4db55786, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732293782401 2024-11-22T16:43:04,315 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#B#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:04,315 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#A#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:04,315 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/fe18ab2cbce245c391dd730ec53f1516 is 50, key is test_row_0/B:col10/1732293782416/Put/seqid=0 2024-11-22T16:43:04,315 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/7ff73bd8160a43a582b6082c5d290e56 is 50, key is test_row_0/A:col10/1732293782416/Put/seqid=0 2024-11-22T16:43:04,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742355_1531 (size=13221) 2024-11-22T16:43:04,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742356_1532 (size=13221) 2024-11-22T16:43:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:43:04,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T16:43:04,333 INFO [Thread-2019 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2019. 2024-11-22T16:43:04,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:43:04,333 DEBUG [Thread-2019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:04,333 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:04,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:04,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:43:04,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:04,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:43:04,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:04,333 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:04,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:04,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/718105be1ed9470e8ebace9874a193fb is 50, key is test_row_0/A:col10/1732293783165/Put/seqid=0 2024-11-22T16:43:04,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742357_1533 (size=12301) 2024-11-22T16:43:04,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T16:43:04,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:04,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T16:43:04,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:04,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T16:43:04,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:04,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,722 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/7ff73bd8160a43a582b6082c5d290e56 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/7ff73bd8160a43a582b6082c5d290e56 2024-11-22T16:43:04,722 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/fe18ab2cbce245c391dd730ec53f1516 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/fe18ab2cbce245c391dd730ec53f1516 2024-11-22T16:43:04,725 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/B of 7e3469cbfc6c7d9315f2a540c4c522da into fe18ab2cbce245c391dd730ec53f1516(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:04,725 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:43:04,725 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/A of 7e3469cbfc6c7d9315f2a540c4c522da into 7ff73bd8160a43a582b6082c5d290e56(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:04,725 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/B, priority=12, startTime=1732293784307; duration=0sec 2024-11-22T16:43:04,725 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:43:04,725 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/A, priority=12, startTime=1732293784307; duration=0sec 2024-11-22T16:43:04,726 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:04,726 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:04,726 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:A 2024-11-22T16:43:04,726 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:B 2024-11-22T16:43:04,726 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:43:04,726 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:43:04,726 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): 7e3469cbfc6c7d9315f2a540c4c522da/C is initiating minor compaction (all files) 2024-11-22T16:43:04,726 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7e3469cbfc6c7d9315f2a540c4c522da/C in TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,727 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/75d1c51b51be4ba28eb0ed5cf9097afb, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/09245a6dade842edba19d6ef83524b3d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/671887fd1c8048cc92d14721d9f49600, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/a4d9197ad9ae4b4593214418ebe42dfe] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp, totalSize=48.8 K 2024-11-22T16:43:04,727 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75d1c51b51be4ba28eb0ed5cf9097afb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732293779163 2024-11-22T16:43:04,727 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09245a6dade842edba19d6ef83524b3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732293780412 2024-11-22T16:43:04,727 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 671887fd1c8048cc92d14721d9f49600, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732293781128 2024-11-22T16:43:04,727 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4d9197ad9ae4b4593214418ebe42dfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732293782401 2024-11-22T16:43:04,734 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e3469cbfc6c7d9315f2a540c4c522da#C#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:04,735 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/cc584c952f4e448fba3ec19cf199818e is 50, key is test_row_0/C:col10/1732293782416/Put/seqid=0 2024-11-22T16:43:04,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742358_1534 (size=13221) 2024-11-22T16:43:04,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/718105be1ed9470e8ebace9874a193fb 2024-11-22T16:43:04,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/4c6467a3bbf84d94835cb3a650e4d36f is 50, key is test_row_0/B:col10/1732293783165/Put/seqid=0 2024-11-22T16:43:04,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742359_1535 (size=12301) 2024-11-22T16:43:04,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T16:43:04,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:04,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T16:43:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:04,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:05,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T16:43:05,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:05,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:05,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:05,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:05,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:05,142 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/cc584c952f4e448fba3ec19cf199818e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/cc584c952f4e448fba3ec19cf199818e 2024-11-22T16:43:05,145 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7e3469cbfc6c7d9315f2a540c4c522da/C of 7e3469cbfc6c7d9315f2a540c4c522da into cc584c952f4e448fba3ec19cf199818e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:05,145 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:43:05,145 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., storeName=7e3469cbfc6c7d9315f2a540c4c522da/C, priority=12, startTime=1732293784307; duration=0sec 2024-11-22T16:43:05,145 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:05,145 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e3469cbfc6c7d9315f2a540c4c522da:C 2024-11-22T16:43:05,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/4c6467a3bbf84d94835cb3a650e4d36f 2024-11-22T16:43:05,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/3782549d0b814421ab70cafc4b8818ef is 50, key is test_row_0/C:col10/1732293783165/Put/seqid=0 2024-11-22T16:43:05,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742360_1536 (size=12301) 2024-11-22T16:43:05,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T16:43:05,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:05,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:05,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:05,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:05,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T16:43:05,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T16:43:05,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:05,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. as already flushing 2024-11-22T16:43:05,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:05,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:05,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:05,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/3782549d0b814421ab70cafc4b8818ef 2024-11-22T16:43:05,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/718105be1ed9470e8ebace9874a193fb as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/718105be1ed9470e8ebace9874a193fb 2024-11-22T16:43:05,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/718105be1ed9470e8ebace9874a193fb, entries=150, sequenceid=380, filesize=12.0 K 2024-11-22T16:43:05,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/4c6467a3bbf84d94835cb3a650e4d36f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/4c6467a3bbf84d94835cb3a650e4d36f 2024-11-22T16:43:05,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/4c6467a3bbf84d94835cb3a650e4d36f, entries=150, sequenceid=380, filesize=12.0 K 2024-11-22T16:43:05,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/3782549d0b814421ab70cafc4b8818ef as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/3782549d0b814421ab70cafc4b8818ef 2024-11-22T16:43:05,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/3782549d0b814421ab70cafc4b8818ef, entries=150, sequenceid=380, filesize=12.0 K 2024-11-22T16:43:05,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 7e3469cbfc6c7d9315f2a540c4c522da in 1235ms, sequenceid=380, compaction requested=false 2024-11-22T16:43:05,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:43:05,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T16:43:05,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:05,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 7e3469cbfc6c7d9315f2a540c4c522da: 2024-11-22T16:43:05,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:05,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-22T16:43:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-22T16:43:05,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-22T16:43:05,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4450 sec 2024-11-22T16:43:05,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.4490 sec 2024-11-22T16:43:06,322 INFO [Thread-2013 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2013. 2024-11-22T16:43:06,322 DEBUG [Thread-2013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:06,322 DEBUG [Thread-2013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:06,322 DEBUG [Thread-2013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:06,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T16:43:07,321 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:11,272 INFO [Thread-2017 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2017. 2024-11-22T16:43:11,272 DEBUG [Thread-2017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:11,272 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:11,273 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:11,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:11,302 INFO [Thread-2015 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2015. 2024-11-22T16:43:11,302 DEBUG [Thread-2015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:11,302 DEBUG [Thread-2015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:11,302 DEBUG [Thread-2015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:11,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:11,393 INFO [Thread-2021 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2021. 2024-11-22T16:43:11,393 DEBUG [Thread-2021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:11,393 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:11,393 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:11,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 208 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1094 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3281 rows 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1088 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3263 rows 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1099 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3288 rows 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1102 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3305 rows 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1092 2024-11-22T16:43:11,393 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3274 rows 2024-11-22T16:43:11,393 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:43:11,393 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:43:11,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:11,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:11,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:11,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T16:43:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T16:43:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T16:43:11,397 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293791397"}]},"ts":"1732293791397"} 2024-11-22T16:43:11,398 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T16:43:11,398 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T16:43:11,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T16:43:11,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e3469cbfc6c7d9315f2a540c4c522da, UNASSIGN}] 2024-11-22T16:43:11,400 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e3469cbfc6c7d9315f2a540c4c522da, UNASSIGN 2024-11-22T16:43:11,400 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=7e3469cbfc6c7d9315f2a540c4c522da, regionState=CLOSING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:43:11,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e3469cbfc6c7d9315f2a540c4c522da, UNASSIGN because future has completed 2024-11-22T16:43:11,402 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T16:43:11,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:43:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T16:43:11,554 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(122): Close 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:43:11,554 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T16:43:11,554 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1722): Closing 7e3469cbfc6c7d9315f2a540c4c522da, disabling compactions & flushes 2024-11-22T16:43:11,554 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:11,554 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:11,554 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. after waiting 0 ms 2024-11-22T16:43:11,554 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:11,554 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(2902): Flushing 7e3469cbfc6c7d9315f2a540c4c522da 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-22T16:43:11,554 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=A 2024-11-22T16:43:11,555 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:11,555 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=B 2024-11-22T16:43:11,555 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:11,555 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e3469cbfc6c7d9315f2a540c4c522da, store=C 2024-11-22T16:43:11,555 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:11,558 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/8cc08c4a7d804f08a64386f531cc4d6d is 50, key is test_row_1/A:col10/1732293791391/Put/seqid=0 2024-11-22T16:43:11,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742361_1537 (size=9857) 2024-11-22T16:43:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T16:43:11,961 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/8cc08c4a7d804f08a64386f531cc4d6d 2024-11-22T16:43:11,967 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/08672f452530423692b171af8baffbe0 is 50, key is test_row_1/B:col10/1732293791391/Put/seqid=0 2024-11-22T16:43:11,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742362_1538 (size=9857) 2024-11-22T16:43:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T16:43:12,370 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/08672f452530423692b171af8baffbe0 2024-11-22T16:43:12,375 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/ff3c1c8a8d9348999a18075109da339c is 50, key is test_row_1/C:col10/1732293791391/Put/seqid=0 2024-11-22T16:43:12,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742363_1539 (size=9857) 2024-11-22T16:43:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T16:43:12,779 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/ff3c1c8a8d9348999a18075109da339c 2024-11-22T16:43:12,782 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/A/8cc08c4a7d804f08a64386f531cc4d6d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/8cc08c4a7d804f08a64386f531cc4d6d 2024-11-22T16:43:12,785 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/8cc08c4a7d804f08a64386f531cc4d6d, entries=100, sequenceid=391, filesize=9.6 K 2024-11-22T16:43:12,786 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/B/08672f452530423692b171af8baffbe0 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/08672f452530423692b171af8baffbe0 2024-11-22T16:43:12,788 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/08672f452530423692b171af8baffbe0, entries=100, sequenceid=391, filesize=9.6 K 2024-11-22T16:43:12,789 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/.tmp/C/ff3c1c8a8d9348999a18075109da339c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/ff3c1c8a8d9348999a18075109da339c 2024-11-22T16:43:12,792 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/ff3c1c8a8d9348999a18075109da339c, entries=100, sequenceid=391, filesize=9.6 K 2024-11-22T16:43:12,793 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 7e3469cbfc6c7d9315f2a540c4c522da in 1239ms, sequenceid=391, compaction requested=true 2024-11-22T16:43:12,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/16196e0708d547898c1c6cf6d8e2a85b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/eaef72bf6c2e4f1b87feb7b16b626f29, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/a6ff76869c764b82ab4a95d87bfdc149, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/714357c396af442b9617cc01a29d132d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/1ef01bd85fb3401696c55bc52ffcfca5, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/ce0d78ad9e1142d5880b0cf4db892309, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/b355a7aaa96b4c87ad68b4585afc6b25, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/79a6e7d50de4492a8f62e2ce36fb80ac, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/bb97b9c9629b457cae35f6a5c662142f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/85ebc715d4be49d3a9c1153d2165929e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/5b118ebe49c4461985bc2e48def859e6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/43ccd7eb39864702a8f36a8c2c872c36, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/8a300ab09ee048c2a3f32d4ef9487964, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/70f155a300864a5cbee0b77558394944, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e61e3567fd6d441ca90c8f68c662d4d2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/0a678ff5fc9d4e21b9e4fdd926c07493, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/3f086bf0201d47e9acd7ddf12c4d2c28, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/ce9c19f63bbe49eea66f2123ae638786, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/c5c9dfbe6e2d442fbc91d4e920f56fd7, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e2f3c9fbfdf049fb85d6f4d300efb49e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/11714a50f59140d4bd0c651e321a15ea, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/93639c6bc0b3480580e006850707e6e7, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/5b3fcbfdb0534556a40f41ad0410a704, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/4df5007fbe7e43f1b6952d2d448a1538, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/1e458515d41e48cc8f5e1a47e6be3996, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/bef34a0a834547b18eb2041134e38034, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e94cd7e093564ad08aa6036c4db55786] to archive 2024-11-22T16:43:12,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:43:12,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/16196e0708d547898c1c6cf6d8e2a85b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/16196e0708d547898c1c6cf6d8e2a85b 2024-11-22T16:43:12,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/eaef72bf6c2e4f1b87feb7b16b626f29 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/eaef72bf6c2e4f1b87feb7b16b626f29 2024-11-22T16:43:12,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/a6ff76869c764b82ab4a95d87bfdc149 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/a6ff76869c764b82ab4a95d87bfdc149 2024-11-22T16:43:12,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/714357c396af442b9617cc01a29d132d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/714357c396af442b9617cc01a29d132d 2024-11-22T16:43:12,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/1ef01bd85fb3401696c55bc52ffcfca5 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/1ef01bd85fb3401696c55bc52ffcfca5 2024-11-22T16:43:12,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/ce0d78ad9e1142d5880b0cf4db892309 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/ce0d78ad9e1142d5880b0cf4db892309 2024-11-22T16:43:12,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/b355a7aaa96b4c87ad68b4585afc6b25 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/b355a7aaa96b4c87ad68b4585afc6b25 2024-11-22T16:43:12,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/79a6e7d50de4492a8f62e2ce36fb80ac to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/79a6e7d50de4492a8f62e2ce36fb80ac 2024-11-22T16:43:12,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/bb97b9c9629b457cae35f6a5c662142f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/bb97b9c9629b457cae35f6a5c662142f 2024-11-22T16:43:12,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/85ebc715d4be49d3a9c1153d2165929e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/85ebc715d4be49d3a9c1153d2165929e 2024-11-22T16:43:12,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/5b118ebe49c4461985bc2e48def859e6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/5b118ebe49c4461985bc2e48def859e6 2024-11-22T16:43:12,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/43ccd7eb39864702a8f36a8c2c872c36 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/43ccd7eb39864702a8f36a8c2c872c36 2024-11-22T16:43:12,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/8a300ab09ee048c2a3f32d4ef9487964 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/8a300ab09ee048c2a3f32d4ef9487964 2024-11-22T16:43:12,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/70f155a300864a5cbee0b77558394944 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/70f155a300864a5cbee0b77558394944 2024-11-22T16:43:12,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e61e3567fd6d441ca90c8f68c662d4d2 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e61e3567fd6d441ca90c8f68c662d4d2 2024-11-22T16:43:12,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/0a678ff5fc9d4e21b9e4fdd926c07493 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/0a678ff5fc9d4e21b9e4fdd926c07493 2024-11-22T16:43:12,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/3f086bf0201d47e9acd7ddf12c4d2c28 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/3f086bf0201d47e9acd7ddf12c4d2c28 2024-11-22T16:43:12,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/ce9c19f63bbe49eea66f2123ae638786 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/ce9c19f63bbe49eea66f2123ae638786 2024-11-22T16:43:12,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/c5c9dfbe6e2d442fbc91d4e920f56fd7 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/c5c9dfbe6e2d442fbc91d4e920f56fd7 2024-11-22T16:43:12,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e2f3c9fbfdf049fb85d6f4d300efb49e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e2f3c9fbfdf049fb85d6f4d300efb49e 2024-11-22T16:43:12,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/11714a50f59140d4bd0c651e321a15ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/11714a50f59140d4bd0c651e321a15ea 2024-11-22T16:43:12,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/93639c6bc0b3480580e006850707e6e7 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/93639c6bc0b3480580e006850707e6e7 2024-11-22T16:43:12,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/5b3fcbfdb0534556a40f41ad0410a704 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/5b3fcbfdb0534556a40f41ad0410a704 2024-11-22T16:43:12,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/4df5007fbe7e43f1b6952d2d448a1538 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/4df5007fbe7e43f1b6952d2d448a1538 2024-11-22T16:43:12,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/1e458515d41e48cc8f5e1a47e6be3996 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/1e458515d41e48cc8f5e1a47e6be3996 2024-11-22T16:43:12,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/bef34a0a834547b18eb2041134e38034 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/bef34a0a834547b18eb2041134e38034 2024-11-22T16:43:12,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e94cd7e093564ad08aa6036c4db55786 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/e94cd7e093564ad08aa6036c4db55786 2024-11-22T16:43:12,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/d0476574714e469fa569f9d29e941adf, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/4d501e53baa3414ba74bf7402f2a0635, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/7dc333dace6d4cf38eb352082500bb92, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/f8e1aafc665149d49dc12228d2913f36, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/213c831420ba43c5b89bb132e2d7750d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/74b6892125d24cd6ae0c63a4d820ae5f, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/51182264d79b4b30ba578b6efe2c42f6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/051ecf2b55b34c1f9f175ab82e0479a0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/fb59fa26e4404ab1ac79f03116309a7e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/e683e6dbbfe24ad99259a2f533d412c7, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/4d3c0c3a35374720ba42515fef5fbb74, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/17b321ab44d5461abb834c281eccb154, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/700a1cdbcb2149d39807ebafd71da1ca, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/cd43cfa7b5bb42eeababe40b3a67370a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/6849eaf70caf4ae4bffaea88dfc88efc, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/1e55377526b445b1a8509f8ec1414fc0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/231dd77946614189bf353e6c42190187, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/90e29b7de253427da91ec8ee59cc46ae, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/9f32a869e9f742989788fe6c721c8d55, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/c685cd87a47f40e496c169eea9687274, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/7dc45f7f206d4003844b9dce1a6a1f21, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/df53f66f384549338a9b960cf6e372d6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/d84867b7ee9545ee88dd6adb47673f72, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/c65ad45352094f42b20460e83e77533e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/64f4d077e53a442eaf5eeac4de61f6ca, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/78451a5036584644b86caf01986d1fe8, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/b73707d3bcf841618735c6b988fd4c8f] to archive 2024-11-22T16:43:12,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:43:12,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/d0476574714e469fa569f9d29e941adf to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/d0476574714e469fa569f9d29e941adf 2024-11-22T16:43:12,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/4d501e53baa3414ba74bf7402f2a0635 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/4d501e53baa3414ba74bf7402f2a0635 2024-11-22T16:43:12,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/7dc333dace6d4cf38eb352082500bb92 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/7dc333dace6d4cf38eb352082500bb92 2024-11-22T16:43:12,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/f8e1aafc665149d49dc12228d2913f36 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/f8e1aafc665149d49dc12228d2913f36 2024-11-22T16:43:12,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/213c831420ba43c5b89bb132e2d7750d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/213c831420ba43c5b89bb132e2d7750d 2024-11-22T16:43:12,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/74b6892125d24cd6ae0c63a4d820ae5f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/74b6892125d24cd6ae0c63a4d820ae5f 2024-11-22T16:43:12,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/51182264d79b4b30ba578b6efe2c42f6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/51182264d79b4b30ba578b6efe2c42f6 2024-11-22T16:43:12,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/051ecf2b55b34c1f9f175ab82e0479a0 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/051ecf2b55b34c1f9f175ab82e0479a0 2024-11-22T16:43:12,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/fb59fa26e4404ab1ac79f03116309a7e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/fb59fa26e4404ab1ac79f03116309a7e 2024-11-22T16:43:12,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/e683e6dbbfe24ad99259a2f533d412c7 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/e683e6dbbfe24ad99259a2f533d412c7 2024-11-22T16:43:12,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/4d3c0c3a35374720ba42515fef5fbb74 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/4d3c0c3a35374720ba42515fef5fbb74 2024-11-22T16:43:12,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/17b321ab44d5461abb834c281eccb154 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/17b321ab44d5461abb834c281eccb154 2024-11-22T16:43:12,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/700a1cdbcb2149d39807ebafd71da1ca to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/700a1cdbcb2149d39807ebafd71da1ca 2024-11-22T16:43:12,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/cd43cfa7b5bb42eeababe40b3a67370a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/cd43cfa7b5bb42eeababe40b3a67370a 2024-11-22T16:43:12,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/6849eaf70caf4ae4bffaea88dfc88efc to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/6849eaf70caf4ae4bffaea88dfc88efc 2024-11-22T16:43:12,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/1e55377526b445b1a8509f8ec1414fc0 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/1e55377526b445b1a8509f8ec1414fc0 2024-11-22T16:43:12,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/231dd77946614189bf353e6c42190187 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/231dd77946614189bf353e6c42190187 2024-11-22T16:43:12,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/90e29b7de253427da91ec8ee59cc46ae to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/90e29b7de253427da91ec8ee59cc46ae 2024-11-22T16:43:12,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/9f32a869e9f742989788fe6c721c8d55 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/9f32a869e9f742989788fe6c721c8d55 2024-11-22T16:43:12,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/c685cd87a47f40e496c169eea9687274 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/c685cd87a47f40e496c169eea9687274 2024-11-22T16:43:12,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/7dc45f7f206d4003844b9dce1a6a1f21 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/7dc45f7f206d4003844b9dce1a6a1f21 2024-11-22T16:43:12,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/df53f66f384549338a9b960cf6e372d6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/df53f66f384549338a9b960cf6e372d6 2024-11-22T16:43:12,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/d84867b7ee9545ee88dd6adb47673f72 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/d84867b7ee9545ee88dd6adb47673f72 2024-11-22T16:43:12,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/c65ad45352094f42b20460e83e77533e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/c65ad45352094f42b20460e83e77533e 2024-11-22T16:43:12,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/64f4d077e53a442eaf5eeac4de61f6ca to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/64f4d077e53a442eaf5eeac4de61f6ca 2024-11-22T16:43:12,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/78451a5036584644b86caf01986d1fe8 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/78451a5036584644b86caf01986d1fe8 2024-11-22T16:43:12,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/b73707d3bcf841618735c6b988fd4c8f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/b73707d3bcf841618735c6b988fd4c8f 2024-11-22T16:43:12,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/7fb65de7009448b58355f901c93c3dca, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/c117dd286d4e443aba0fd1de9e0356a3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/ca0c421127554ba1a9e237c433f4317b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/3414e2c136cc49e6920e354f7595b070, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/3c0d20e030f145cbb2e0498ee4a21c3d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/837c3b4459564b97a6b66fbfa352abd1, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/5f42ba37c3374187922ec12f6feebbd6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/dc069ce343814f63bc2ab15394501c98, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/e766a78f49e64aa8b5927b4a0c113944, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/1bdde1a5d0a94030b26a4f1fd9cdea1c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/b65f1193bc2f4bee9253be7b904b05cb, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/0883ddad223c4e438098d2771da100b1, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/d507c5c05bea4155b0a425de245bf265, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/a9565846dd1741f59770206fb74a77b8, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/517ff4dea24d4fb3862ce455d09e35eb, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/92d73a7db01140aea469a07a97a5566e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/03ddbcd26eac48eeb0ba7dc147846ac4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/e4e7176606a24ed6b34727456d67b020, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/701d8a52a3334eec934ebdd466622bec, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/6707e6b64edc4e0c9ecdf1be17fdded4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/fca3b0aab88f4ceea5d9d94b7126a599, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/336f0c6b035a42d28302cae72ed71ebc, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/75d1c51b51be4ba28eb0ed5cf9097afb, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/c1f96f0eabb64b43b04aae265baabceb, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/09245a6dade842edba19d6ef83524b3d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/671887fd1c8048cc92d14721d9f49600, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/a4d9197ad9ae4b4593214418ebe42dfe] to archive 2024-11-22T16:43:12,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:43:12,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/7fb65de7009448b58355f901c93c3dca to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/7fb65de7009448b58355f901c93c3dca 2024-11-22T16:43:12,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/c117dd286d4e443aba0fd1de9e0356a3 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/c117dd286d4e443aba0fd1de9e0356a3 2024-11-22T16:43:12,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/ca0c421127554ba1a9e237c433f4317b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/ca0c421127554ba1a9e237c433f4317b 2024-11-22T16:43:12,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/3414e2c136cc49e6920e354f7595b070 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/3414e2c136cc49e6920e354f7595b070 2024-11-22T16:43:12,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/3c0d20e030f145cbb2e0498ee4a21c3d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/3c0d20e030f145cbb2e0498ee4a21c3d 2024-11-22T16:43:12,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/837c3b4459564b97a6b66fbfa352abd1 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/837c3b4459564b97a6b66fbfa352abd1 2024-11-22T16:43:12,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/5f42ba37c3374187922ec12f6feebbd6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/5f42ba37c3374187922ec12f6feebbd6 2024-11-22T16:43:12,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/dc069ce343814f63bc2ab15394501c98 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/dc069ce343814f63bc2ab15394501c98 2024-11-22T16:43:12,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/e766a78f49e64aa8b5927b4a0c113944 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/e766a78f49e64aa8b5927b4a0c113944 2024-11-22T16:43:12,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/1bdde1a5d0a94030b26a4f1fd9cdea1c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/1bdde1a5d0a94030b26a4f1fd9cdea1c 2024-11-22T16:43:12,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/b65f1193bc2f4bee9253be7b904b05cb to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/b65f1193bc2f4bee9253be7b904b05cb 2024-11-22T16:43:12,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/0883ddad223c4e438098d2771da100b1 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/0883ddad223c4e438098d2771da100b1 2024-11-22T16:43:12,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/d507c5c05bea4155b0a425de245bf265 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/d507c5c05bea4155b0a425de245bf265 2024-11-22T16:43:12,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/a9565846dd1741f59770206fb74a77b8 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/a9565846dd1741f59770206fb74a77b8 2024-11-22T16:43:12,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/517ff4dea24d4fb3862ce455d09e35eb to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/517ff4dea24d4fb3862ce455d09e35eb 2024-11-22T16:43:12,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/92d73a7db01140aea469a07a97a5566e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/92d73a7db01140aea469a07a97a5566e 2024-11-22T16:43:12,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/03ddbcd26eac48eeb0ba7dc147846ac4 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/03ddbcd26eac48eeb0ba7dc147846ac4 2024-11-22T16:43:12,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/e4e7176606a24ed6b34727456d67b020 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/e4e7176606a24ed6b34727456d67b020 2024-11-22T16:43:12,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/701d8a52a3334eec934ebdd466622bec to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/701d8a52a3334eec934ebdd466622bec 2024-11-22T16:43:12,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/6707e6b64edc4e0c9ecdf1be17fdded4 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/6707e6b64edc4e0c9ecdf1be17fdded4 2024-11-22T16:43:12,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/fca3b0aab88f4ceea5d9d94b7126a599 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/fca3b0aab88f4ceea5d9d94b7126a599 2024-11-22T16:43:12,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/336f0c6b035a42d28302cae72ed71ebc to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/336f0c6b035a42d28302cae72ed71ebc 2024-11-22T16:43:12,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/75d1c51b51be4ba28eb0ed5cf9097afb to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/75d1c51b51be4ba28eb0ed5cf9097afb 2024-11-22T16:43:12,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/c1f96f0eabb64b43b04aae265baabceb to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/c1f96f0eabb64b43b04aae265baabceb 2024-11-22T16:43:12,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/09245a6dade842edba19d6ef83524b3d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/09245a6dade842edba19d6ef83524b3d 2024-11-22T16:43:12,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/671887fd1c8048cc92d14721d9f49600 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/671887fd1c8048cc92d14721d9f49600 2024-11-22T16:43:12,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/a4d9197ad9ae4b4593214418ebe42dfe to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/a4d9197ad9ae4b4593214418ebe42dfe 2024-11-22T16:43:12,864 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/recovered.edits/394.seqid, newMaxSeqId=394, maxSeqId=1 2024-11-22T16:43:12,865 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. 2024-11-22T16:43:12,865 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1676): Region close journal for 7e3469cbfc6c7d9315f2a540c4c522da: Waiting for close lock at 1732293791554Running coprocessor pre-close hooks at 1732293791554Disabling compacts and flushes for region at 1732293791554Disabling writes for close at 1732293791554Obtaining lock to block concurrent updates at 1732293791554Preparing flush snapshotting stores in 7e3469cbfc6c7d9315f2a540c4c522da at 1732293791554Finished memstore snapshotting TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732293791555 (+1 ms)Flushing stores of TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da. at 1732293791555Flushing 7e3469cbfc6c7d9315f2a540c4c522da/A: creating writer at 1732293791555Flushing 7e3469cbfc6c7d9315f2a540c4c522da/A: appending metadata at 1732293791557 (+2 ms)Flushing 7e3469cbfc6c7d9315f2a540c4c522da/A: closing flushed file at 1732293791557Flushing 7e3469cbfc6c7d9315f2a540c4c522da/B: creating writer at 1732293791964 (+407 ms)Flushing 7e3469cbfc6c7d9315f2a540c4c522da/B: appending metadata at 1732293791966 (+2 ms)Flushing 7e3469cbfc6c7d9315f2a540c4c522da/B: closing flushed file at 1732293791966Flushing 7e3469cbfc6c7d9315f2a540c4c522da/C: creating writer at 1732293792373 (+407 ms)Flushing 7e3469cbfc6c7d9315f2a540c4c522da/C: appending metadata at 1732293792375 (+2 ms)Flushing 7e3469cbfc6c7d9315f2a540c4c522da/C: closing flushed file at 1732293792375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f1e162: reopening flushed file at 1732293792782 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b98ea56: reopening flushed file at 1732293792785 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1ebf17: reopening flushed file at 1732293792788 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 7e3469cbfc6c7d9315f2a540c4c522da in 1239ms, sequenceid=391, compaction requested=true at 1732293792793 (+5 ms)Writing region close event to WAL at 1732293792862 (+69 ms)Running coprocessor post-close hooks at 1732293792865 (+3 ms)Closed at 1732293792865 2024-11-22T16:43:12,866 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(157): Closed 7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:43:12,867 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=7e3469cbfc6c7d9315f2a540c4c522da, regionState=CLOSED 2024-11-22T16:43:12,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:43:12,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-22T16:43:12,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseRegionProcedure 7e3469cbfc6c7d9315f2a540c4c522da, server=4618c6346924,36997,1732293635397 in 1.4670 sec 2024-11-22T16:43:12,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-11-22T16:43:12,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e3469cbfc6c7d9315f2a540c4c522da, UNASSIGN in 1.4710 sec 2024-11-22T16:43:12,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-22T16:43:12,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4740 sec 2024-11-22T16:43:12,874 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293792874"}]},"ts":"1732293792874"} 2024-11-22T16:43:12,875 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T16:43:12,875 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T16:43:12,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4820 sec 2024-11-22T16:43:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T16:43:13,541 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:13,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T16:43:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:43:13,543 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:43:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-22T16:43:13,544 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=139, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:43:13,545 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:43:13,547 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/recovered.edits] 2024-11-22T16:43:13,548 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/718105be1ed9470e8ebace9874a193fb to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/718105be1ed9470e8ebace9874a193fb 2024-11-22T16:43:13,549 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/7ff73bd8160a43a582b6082c5d290e56 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/7ff73bd8160a43a582b6082c5d290e56 2024-11-22T16:43:13,550 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/8cc08c4a7d804f08a64386f531cc4d6d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/A/8cc08c4a7d804f08a64386f531cc4d6d 2024-11-22T16:43:13,551 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/08672f452530423692b171af8baffbe0 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/08672f452530423692b171af8baffbe0 2024-11-22T16:43:13,552 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/4c6467a3bbf84d94835cb3a650e4d36f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/4c6467a3bbf84d94835cb3a650e4d36f 2024-11-22T16:43:13,553 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/fe18ab2cbce245c391dd730ec53f1516 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/B/fe18ab2cbce245c391dd730ec53f1516 2024-11-22T16:43:13,554 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/3782549d0b814421ab70cafc4b8818ef to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/3782549d0b814421ab70cafc4b8818ef 2024-11-22T16:43:13,555 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/cc584c952f4e448fba3ec19cf199818e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/cc584c952f4e448fba3ec19cf199818e 2024-11-22T16:43:13,556 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/ff3c1c8a8d9348999a18075109da339c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/C/ff3c1c8a8d9348999a18075109da339c 2024-11-22T16:43:13,558 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/recovered.edits/394.seqid to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da/recovered.edits/394.seqid 2024-11-22T16:43:13,558 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/7e3469cbfc6c7d9315f2a540c4c522da 2024-11-22T16:43:13,558 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T16:43:13,560 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=139, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:43:13,561 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T16:43:13,563 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T16:43:13,564 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=139, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:43:13,564 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T16:43:13,564 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732293793564"}]},"ts":"9223372036854775807"} 2024-11-22T16:43:13,565 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T16:43:13,565 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7e3469cbfc6c7d9315f2a540c4c522da, NAME => 'TestAcidGuarantees,,1732293761229.7e3469cbfc6c7d9315f2a540c4c522da.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T16:43:13,565 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T16:43:13,565 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732293793565"}]},"ts":"9223372036854775807"} 2024-11-22T16:43:13,566 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T16:43:13,567 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=139, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:43:13,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 26 msec 2024-11-22T16:43:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-22T16:43:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T16:43:13,651 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:13,660 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=245 (was 247), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 375) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6731 (was 6831) 2024-11-22T16:43:13,669 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=245, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=6731 2024-11-22T16:43:13,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T16:43:13,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:43:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T16:43:13,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:43:13,672 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:13,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 140 2024-11-22T16:43:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-22T16:43:13,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:43:13,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742364_1540 (size=1061) 2024-11-22T16:43:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-22T16:43:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-22T16:43:14,078 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f 2024-11-22T16:43:14,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742365_1541 (size=53) 2024-11-22T16:43:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-22T16:43:14,483 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:43:14,483 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ccbf6d0c9e7001e5b0d7ab5bc724f6ea, disabling compactions & flushes 2024-11-22T16:43:14,483 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:14,483 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:14,483 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. after waiting 0 ms 2024-11-22T16:43:14,483 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:14,483 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:14,484 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: Waiting for close lock at 1732293794483Disabling compacts and flushes for region at 1732293794483Disabling writes for close at 1732293794483Writing region close event to WAL at 1732293794483Closed at 1732293794483 2024-11-22T16:43:14,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:43:14,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732293794485"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732293794485"}]},"ts":"1732293794485"} 2024-11-22T16:43:14,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:43:14,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:43:14,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293794487"}]},"ts":"1732293794487"} 2024-11-22T16:43:14,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T16:43:14,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, ASSIGN}] 2024-11-22T16:43:14,489 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, ASSIGN 2024-11-22T16:43:14,490 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, ASSIGN; state=OFFLINE, location=4618c6346924,36997,1732293635397; forceNewPlan=false, retain=false 2024-11-22T16:43:14,640 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, regionState=OPENING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:43:14,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, ASSIGN because future has completed 2024-11-22T16:43:14,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:43:14,796 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:14,796 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7752): Opening region: {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:43:14,797 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:14,797 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:43:14,797 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7794): checking encryption for ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:14,797 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7797): checking classloading for ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:14,798 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:14,799 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:43:14,799 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccbf6d0c9e7001e5b0d7ab5bc724f6ea columnFamilyName A 2024-11-22T16:43:14,799 DEBUG [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:14,800 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.HStore(327): Store=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:43:14,800 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:14,800 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:43:14,801 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccbf6d0c9e7001e5b0d7ab5bc724f6ea columnFamilyName B 2024-11-22T16:43:14,801 DEBUG [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:14,801 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.HStore(327): Store=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:43:14,801 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:14,802 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:43:14,802 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccbf6d0c9e7001e5b0d7ab5bc724f6ea columnFamilyName C 2024-11-22T16:43:14,802 DEBUG [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:14,802 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.HStore(327): Store=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:43:14,802 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:14,802 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1038): replaying wal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:14,803 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:14,803 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:14,804 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1048): stopping wal replay for ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:14,804 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1060): Cleaning up temporary data for ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:14,804 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T16:43:14,805 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1093): writing seq id for ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:14,806 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:43:14,807 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1114): Opened ccbf6d0c9e7001e5b0d7ab5bc724f6ea; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60437515, jitterRate=-0.09941084682941437}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T16:43:14,807 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:14,807 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1006): Region open journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: Running coprocessor pre-open hook at 1732293794797Writing region info on filesystem at 1732293794797Initializing all the Stores at 1732293794797Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293794798 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293794798Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293794798Cleaning up temporary data from old regions at 1732293794804 (+6 ms)Running coprocessor post-open hooks at 1732293794807 (+3 ms)Region opened successfully at 1732293794807 2024-11-22T16:43:14,808 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., pid=142, masterSystemTime=1732293794794 2024-11-22T16:43:14,809 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:14,810 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:14,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, regionState=OPEN, openSeqNum=2, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:43:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-22T16:43:14,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:43:14,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-22T16:43:14,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 in 170 msec 2024-11-22T16:43:14,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-22T16:43:14,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, ASSIGN in 325 msec 2024-11-22T16:43:14,816 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:43:14,816 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293794816"}]},"ts":"1732293794816"} 2024-11-22T16:43:14,817 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T16:43:14,817 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:43:14,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-22T16:43:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-22T16:43:15,831 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:15,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a04de68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:15,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:43:15,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:43:15,833 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:43:15,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:43:15,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:43:15,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7ef3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:15,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:43:15,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:43:15,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:15,834 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:43:15,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23872d6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:15,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:43:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:43:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:43:15,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:43:15,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:43:15,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4618c6346924,45491,1732293634581 2024-11-22T16:43:15,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eb3e494 2024-11-22T16:43:15,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:43:15,839 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:43:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T16:43:15,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:43:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T16:43:15,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742366_1542 (size=1097) 2024-11-22T16:43:16,250 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-22T16:43:16,250 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-22T16:43:16,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T16:43:16,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, REOPEN/MOVE}] 2024-11-22T16:43:16,254 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, REOPEN/MOVE 2024-11-22T16:43:16,255 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, regionState=CLOSING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:43:16,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, REOPEN/MOVE because future has completed 2024-11-22T16:43:16,256 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T16:43:16,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:43:16,408 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:16,408 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T16:43:16,408 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing ccbf6d0c9e7001e5b0d7ab5bc724f6ea, disabling compactions & flushes 2024-11-22T16:43:16,408 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:16,408 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:16,408 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. after waiting 0 ms 2024-11-22T16:43:16,408 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:16,411 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T16:43:16,412 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:16,412 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: Waiting for close lock at 1732293796408Running coprocessor pre-close hooks at 1732293796408Disabling compacts and flushes for region at 1732293796408Disabling writes for close at 1732293796408Writing region close event to WAL at 1732293796408Running coprocessor post-close hooks at 1732293796412 (+4 ms)Closed at 1732293796412 2024-11-22T16:43:16,412 WARN [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionServer(3299): Not adding moved region record: ccbf6d0c9e7001e5b0d7ab5bc724f6ea to self. 2024-11-22T16:43:16,413 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:16,414 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, regionState=CLOSED 2024-11-22T16:43:16,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:43:16,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-22T16:43:16,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 in 160 msec 2024-11-22T16:43:16,417 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, REOPEN/MOVE; state=CLOSED, location=4618c6346924,36997,1732293635397; forceNewPlan=false, retain=true 2024-11-22T16:43:16,568 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, regionState=OPENING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:43:16,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, REOPEN/MOVE because future has completed 2024-11-22T16:43:16,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:43:16,724 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:16,724 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7752): Opening region: {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:43:16,724 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:16,724 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:43:16,724 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7794): checking encryption for ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:16,724 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7797): checking classloading for ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:16,725 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:16,726 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:43:16,726 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccbf6d0c9e7001e5b0d7ab5bc724f6ea columnFamilyName A 2024-11-22T16:43:16,727 DEBUG [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:16,727 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.HStore(327): Store=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:43:16,727 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:16,728 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:43:16,728 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccbf6d0c9e7001e5b0d7ab5bc724f6ea columnFamilyName B 2024-11-22T16:43:16,728 DEBUG [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:16,728 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.HStore(327): Store=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:43:16,728 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:16,728 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T16:43:16,728 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccbf6d0c9e7001e5b0d7ab5bc724f6ea columnFamilyName C 2024-11-22T16:43:16,729 DEBUG [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:16,729 INFO [StoreOpener-ccbf6d0c9e7001e5b0d7ab5bc724f6ea-1 {}] regionserver.HStore(327): Store=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:43:16,729 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:16,729 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1038): replaying wal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:16,729 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:16,730 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:16,731 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1048): stopping wal replay for ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:16,731 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1060): Cleaning up temporary data for ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:16,731 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T16:43:16,732 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1093): writing seq id for ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:16,733 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1114): Opened ccbf6d0c9e7001e5b0d7ab5bc724f6ea; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66873398, jitterRate=-0.0035087168216705322}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T16:43:16,733 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:16,733 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1006): Region open journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: Running coprocessor pre-open hook at 1732293796724Writing region info on filesystem at 1732293796724Initializing all the Stores at 1732293796725 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293796725Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293796725Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732293796725Cleaning up temporary data from old regions at 1732293796731 (+6 ms)Running coprocessor post-open hooks at 1732293796733 (+2 ms)Region opened successfully at 1732293796733 2024-11-22T16:43:16,734 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., pid=147, masterSystemTime=1732293796721 2024-11-22T16:43:16,735 DEBUG [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:16,735 INFO [RS_OPEN_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:16,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, regionState=OPEN, openSeqNum=5, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:43:16,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:43:16,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=145 2024-11-22T16:43:16,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 in 167 msec 2024-11-22T16:43:16,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-22T16:43:16,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, REOPEN/MOVE in 486 msec 2024-11-22T16:43:16,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-22T16:43:16,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 488 msec 2024-11-22T16:43:16,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 902 msec 2024-11-22T16:43:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-22T16:43:16,744 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:16,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53954261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:43:16,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:43:16,746 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:43:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:43:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:43:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b96d206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:43:16,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:43:16,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:16,747 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:43:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412a0190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2aa61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:43:16,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:43:16,749 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:43:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:43:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:43:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67546ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:43:16,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:43:16,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:16,750 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:43:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6c3f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:43:16,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:43:16,752 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:43:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:43:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:43:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17839ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:43:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:43:16,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:16,753 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:43:16,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607bbd3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:43:16,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:43:16,755 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:43:16,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:43:16,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:43:16,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3273fd76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:43:16,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:43:16,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:16,756 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:43:16,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebf33a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb57557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:43:16,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:43:16,757 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:43:16,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:43:16,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:43:16,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e27f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:43:16,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:43:16,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:16,758 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:43:16,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31bfb502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:43:16,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:43:16,760 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:43:16,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:43:16,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:43:16,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22238069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:43:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:43:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:16,761 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:43:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34dc9341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af69a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:43:16,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:43:16,763 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:43:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:43:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:43:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366e6f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:43:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:43:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:16,764 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:43:16,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6ade1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:43:16,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:43:16,766 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:43:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:43:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:43:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33835ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:43:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:43:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:16,767 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:43:16,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc49f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:43:16,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:43:16,768 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:43:16,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:43:16,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:43:16,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1b50fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:43:16,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:43:16,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:16,769 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:43:16,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070da58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267cfa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4618c6346924,45491,-1 for getting cluster id 2024-11-22T16:43:16,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:43:16,771 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e3c772-80c8-41db-935f-3491ba3b5bb1' 2024-11-22T16:43:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:43:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e3c772-80c8-41db-935f-3491ba3b5bb1" 2024-11-22T16:43:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d41b477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4618c6346924,45491,-1] 2024-11-22T16:43:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:43:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:16,772 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:43:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad6dc67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:43:16,773 DEBUG [Thread-2434 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:43:16,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:43:16,773 DEBUG [Thread-2438 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:43:16,773 DEBUG [Thread-2432 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:43:16,774 DEBUG [Thread-2427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:43:16,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:43:16,774 DEBUG [Thread-2430 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:43:16,774 DEBUG [Thread-2423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:43:16,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:43:16,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:43:16,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-22T16:43:16,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:43:16,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:43:16,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:43:16,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:43:16,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:43:16,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:43:16,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:43:16,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:43:16,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:43:16,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T16:43:16,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:43:16,776 DEBUG [Thread-2419 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:43:16,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:43:16,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:43:16,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:43:16,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:43:16,777 DEBUG [Thread-2436 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:43:16,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:43:16,777 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:43:16,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:43:16,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:43:16,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:43:16,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:43:16,778 DEBUG [Thread-2421 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:43:16,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:43:16,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:43:16,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:43:16,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:43:16,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:43:16,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:43:16,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:43:16,779 DEBUG [Thread-2425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:43:16,779 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:43:16,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:43:16,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:43:16,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:43:16,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:43:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:43:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:43:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:43:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:43:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4618c6346924,36997,1732293635397, seqNum=-1] 2024-11-22T16:43:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:43:16,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:43:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5] 2024-11-22T16:43:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:16,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T16:43:16,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:16,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:16,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:16,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:16,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:16,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:16,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293856807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:16,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732293796802, max timestamp=1732293796811Num uniques 859; 2024-11-22T16:43:16,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732293796802, max timestamp=1732293796811Num uniques 859; 2024-11-22T16:43:16,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T16:43:16,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-22T16:43:16,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,816 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732293796802, max timestamp=1732293796811Num uniques 859; 2024-11-22T16:43:16,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:16,816 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T16:43:16,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122451519d043b54f1980933a8d8626bf98_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_0/A:col10/1732293796789/Put/seqid=0 2024-11-22T16:43:16,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293856837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:16,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293856838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:16,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293856839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:16,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:16,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293856840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:16,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742367_1543 (size=9714) 2024-11-22T16:43:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T16:43:16,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293856921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:16,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,924 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:16,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T16:43:16,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:16,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:16,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:16,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:16,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:16,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293856951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:16,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293856952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:16,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293856952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:16,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:16,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:16,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293856952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:16,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:16,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:16,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:17,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T16:43:17,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:17,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:17,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:17,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T16:43:17,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293857131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:17,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:17,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293857161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:17,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:17,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293857161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:17,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:17,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293857161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:17,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:17,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293857161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:17,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:17,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:17,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T16:43:17,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:17,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:17,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:17,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,250 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:17,254 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122451519d043b54f1980933a8d8626bf98_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122451519d043b54f1980933a8d8626bf98_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:17,255 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/e51e6f11dde9444aac409f2710ec2987, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:17,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/e51e6f11dde9444aac409f2710ec2987 is 175, key is test_row_0/A:col10/1732293796789/Put/seqid=0 2024-11-22T16:43:17,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742368_1544 (size=22361) 2024-11-22T16:43:17,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T16:43:17,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:17,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:17,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:17,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T16:43:17,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293857441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:17,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293857471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:17,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:17,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293857471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:17,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:17,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:17,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293857471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:17,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:17,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:17,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293857471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:17,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:17,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,475 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:17,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T16:43:17,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:17,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:17,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:17,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,659 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/e51e6f11dde9444aac409f2710ec2987 2024-11-22T16:43:17,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/cf38dd1bff324544baeab2692daea065 is 50, key is test_row_0/B:col10/1732293796789/Put/seqid=0 2024-11-22T16:43:17,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742369_1545 (size=9657) 2024-11-22T16:43:17,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/cf38dd1bff324544baeab2692daea065 2024-11-22T16:43:17,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T16:43:17,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:17,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:17,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:17,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/4753f763042c41fda9b71acc0df8c087 is 50, key is test_row_0/C:col10/1732293796789/Put/seqid=0 2024-11-22T16:43:17,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742370_1546 (size=9657) 2024-11-22T16:43:17,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T16:43:17,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:17,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:17,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:17,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T16:43:17,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293857950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:17,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:17,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293857981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:17,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293857981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:17,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293857981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293857981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:18,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T16:43:18,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:18,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:18,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:18,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:18,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:18,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/4753f763042c41fda9b71acc0df8c087 2024-11-22T16:43:18,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/e51e6f11dde9444aac409f2710ec2987 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/e51e6f11dde9444aac409f2710ec2987 2024-11-22T16:43:18,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/e51e6f11dde9444aac409f2710ec2987, entries=100, sequenceid=15, filesize=21.8 K 2024-11-22T16:43:18,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/cf38dd1bff324544baeab2692daea065 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/cf38dd1bff324544baeab2692daea065 2024-11-22T16:43:18,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/cf38dd1bff324544baeab2692daea065, entries=100, sequenceid=15, filesize=9.4 K 2024-11-22T16:43:18,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/4753f763042c41fda9b71acc0df8c087 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/4753f763042c41fda9b71acc0df8c087 2024-11-22T16:43:18,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/4753f763042c41fda9b71acc0df8c087, entries=100, sequenceid=15, filesize=9.4 K 2024-11-22T16:43:18,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=136.02 KB/139286 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 1334ms, sequenceid=15, compaction requested=false 2024-11-22T16:43:18,123 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T16:43:18,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:18,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T16:43:18,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:18,159 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=136.02 KB heapSize=384.46 KB 2024-11-22T16:43:18,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:18,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:43:18,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:18,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:43:18,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:18,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:43:18,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122883914aaeac1476e8f5bf56e1f62527f_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_0/A:col10/1732293796836/Put/seqid=0 2024-11-22T16:43:18,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742371_1547 (size=12154) 2024-11-22T16:43:18,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T16:43:18,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:18,575 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122883914aaeac1476e8f5bf56e1f62527f_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122883914aaeac1476e8f5bf56e1f62527f_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:18,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/5be903965d1f4982be10caba2a9fd26c, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:18,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/5be903965d1f4982be10caba2a9fd26c is 175, key is test_row_0/A:col10/1732293796836/Put/seqid=0 2024-11-22T16:43:18,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742372_1548 (size=30955) 2024-11-22T16:43:18,581 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/5be903965d1f4982be10caba2a9fd26c 2024-11-22T16:43:18,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/13327214408e4ed7a8ef0026dc78e0cb is 50, key is test_row_0/B:col10/1732293796836/Put/seqid=0 2024-11-22T16:43:18,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742373_1549 (size=12001) 2024-11-22T16:43:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T16:43:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:18,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:18,993 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/13327214408e4ed7a8ef0026dc78e0cb 2024-11-22T16:43:18,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293858991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:18,996 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in ccbf6d0c9e7001e5b0d7ab5bc724f6ea of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:18,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:18,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:18,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:19,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293858995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:19,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/a5273abff21240cbb94ca9fa6da71578 is 50, key is test_row_0/C:col10/1732293796836/Put/seqid=0 2024-11-22T16:43:19,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:19,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:19,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:19,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293859001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:19,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293859001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:19,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:19,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742374_1550 (size=12001) 2024-11-22T16:43:19,004 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in ccbf6d0c9e7001e5b0d7ab5bc724f6ea of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293859001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:19,004 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in ccbf6d0c9e7001e5b0d7ab5bc724f6ea of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:19,005 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in ccbf6d0c9e7001e5b0d7ab5bc724f6ea of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:19,005 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.10 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/a5273abff21240cbb94ca9fa6da71578 2024-11-22T16:43:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:19,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/5be903965d1f4982be10caba2a9fd26c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/5be903965d1f4982be10caba2a9fd26c 2024-11-22T16:43:19,013 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/5be903965d1f4982be10caba2a9fd26c, entries=150, sequenceid=51, filesize=30.2 K 2024-11-22T16:43:19,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/13327214408e4ed7a8ef0026dc78e0cb as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/13327214408e4ed7a8ef0026dc78e0cb 2024-11-22T16:43:19,017 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/13327214408e4ed7a8ef0026dc78e0cb, entries=150, sequenceid=51, filesize=11.7 K 2024-11-22T16:43:19,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/a5273abff21240cbb94ca9fa6da71578 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/a5273abff21240cbb94ca9fa6da71578 2024-11-22T16:43:19,022 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/a5273abff21240cbb94ca9fa6da71578, entries=150, sequenceid=51, filesize=11.7 K 2024-11-22T16:43:19,023 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~136.02 KB/139286, heapSize ~384.41 KB/393640, currentSize=46.96 KB/48090 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 864ms, sequenceid=51, compaction requested=false 2024-11-22T16:43:19,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:19,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:19,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-22T16:43:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-22T16:43:19,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-22T16:43:19,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2450 sec 2024-11-22T16:43:19,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.2540 sec 2024-11-22T16:43:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:19,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T16:43:19,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:19,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:19,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:19,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:19,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:19,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:19,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d3e5fc0f6f7443ceaba0215f3f1b38d7_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_0/A:col10/1732293798994/Put/seqid=0 2024-11-22T16:43:19,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742375_1551 (size=14594) 2024-11-22T16:43:19,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293799163, max timestamp=1732293799193Num uniques 859; 2024-11-22T16:43:19,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293799163, max timestamp=1732293799193Num uniques 859; 2024-11-22T16:43:19,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:43:19,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293799163, max timestamp=1732293799193Num uniques 859; 2024-11-22T16:43:19,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:43:19,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:43:19,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293859278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:19,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293859391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:19,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:19,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:19,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:19,524 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:19,527 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d3e5fc0f6f7443ceaba0215f3f1b38d7_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d3e5fc0f6f7443ceaba0215f3f1b38d7_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:19,527 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/41684ccd0e5c4e0194827c60577559d2, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:19,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/41684ccd0e5c4e0194827c60577559d2 is 175, key is test_row_0/A:col10/1732293798994/Put/seqid=0 2024-11-22T16:43:19,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742376_1552 (size=39549) 2024-11-22T16:43:19,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293859601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:19,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:19,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293859911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:19,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:19,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:19,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:19,932 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/41684ccd0e5c4e0194827c60577559d2 2024-11-22T16:43:19,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/7360778e2b7648f7836bc933af6da8ee is 50, key is test_row_0/B:col10/1732293798994/Put/seqid=0 2024-11-22T16:43:19,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742377_1553 (size=12001) 2024-11-22T16:43:20,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/7360778e2b7648f7836bc933af6da8ee 2024-11-22T16:43:20,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/09e5c23e44174abf8fa723a108a5e428 is 50, key is test_row_0/C:col10/1732293798994/Put/seqid=0 2024-11-22T16:43:20,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742378_1554 (size=12001) 2024-11-22T16:43:20,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293860421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:20,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:20,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/09e5c23e44174abf8fa723a108a5e428 2024-11-22T16:43:20,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/41684ccd0e5c4e0194827c60577559d2 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/41684ccd0e5c4e0194827c60577559d2 2024-11-22T16:43:20,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/41684ccd0e5c4e0194827c60577559d2, entries=200, sequenceid=62, filesize=38.6 K 2024-11-22T16:43:20,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/7360778e2b7648f7836bc933af6da8ee as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/7360778e2b7648f7836bc933af6da8ee 2024-11-22T16:43:20,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/7360778e2b7648f7836bc933af6da8ee, entries=150, sequenceid=62, filesize=11.7 K 2024-11-22T16:43:20,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/09e5c23e44174abf8fa723a108a5e428 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/09e5c23e44174abf8fa723a108a5e428 2024-11-22T16:43:20,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/09e5c23e44174abf8fa723a108a5e428, entries=150, sequenceid=62, filesize=11.7 K 2024-11-22T16:43:20,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 1662ms, sequenceid=62, compaction requested=true 2024-11-22T16:43:20,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:20,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:43:20,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:20,775 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:43:20,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:43:20,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:20,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:43:20,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:20,775 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:43:20,776 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:43:20,776 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:43:20,776 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B is initiating minor compaction (all files) 2024-11-22T16:43:20,776 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A is initiating minor compaction (all files) 2024-11-22T16:43:20,776 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:20,776 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:20,776 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/cf38dd1bff324544baeab2692daea065, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/13327214408e4ed7a8ef0026dc78e0cb, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/7360778e2b7648f7836bc933af6da8ee] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=32.9 K 2024-11-22T16:43:20,776 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/e51e6f11dde9444aac409f2710ec2987, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/5be903965d1f4982be10caba2a9fd26c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/41684ccd0e5c4e0194827c60577559d2] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=90.7 K 2024-11-22T16:43:20,776 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:20,776 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/e51e6f11dde9444aac409f2710ec2987, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/5be903965d1f4982be10caba2a9fd26c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/41684ccd0e5c4e0194827c60577559d2] 2024-11-22T16:43:20,777 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting cf38dd1bff324544baeab2692daea065, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732293796788 2024-11-22T16:43:20,777 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting e51e6f11dde9444aac409f2710ec2987, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732293796788 2024-11-22T16:43:20,777 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 13327214408e4ed7a8ef0026dc78e0cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732293796836 2024-11-22T16:43:20,777 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 7360778e2b7648f7836bc933af6da8ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732293798982 2024-11-22T16:43:20,777 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5be903965d1f4982be10caba2a9fd26c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732293796836 2024-11-22T16:43:20,778 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41684ccd0e5c4e0194827c60577559d2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732293798982 2024-11-22T16:43:20,790 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#B#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:20,791 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/804af15aa38541dc80423c5aa96283a1 is 50, key is test_row_0/B:col10/1732293798994/Put/seqid=0 2024-11-22T16:43:20,792 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:20,798 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411222dd591a519b040a5845addbd142ab495_ccbf6d0c9e7001e5b0d7ab5bc724f6ea store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:20,800 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411222dd591a519b040a5845addbd142ab495_ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:20,800 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222dd591a519b040a5845addbd142ab495_ccbf6d0c9e7001e5b0d7ab5bc724f6ea because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742379_1555 (size=12104) 2024-11-22T16:43:20,813 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/804af15aa38541dc80423c5aa96283a1 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/804af15aa38541dc80423c5aa96283a1 2024-11-22T16:43:20,818 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into 804af15aa38541dc80423c5aa96283a1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:20,818 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:20,818 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B, priority=13, startTime=1732293800775; duration=0sec 2024-11-22T16:43:20,818 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:20,818 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:B 2024-11-22T16:43:20,818 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:43:20,820 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:43:20,820 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C is initiating minor compaction (all files) 2024-11-22T16:43:20,820 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:20,821 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/4753f763042c41fda9b71acc0df8c087, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/a5273abff21240cbb94ca9fa6da71578, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/09e5c23e44174abf8fa723a108a5e428] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=32.9 K 2024-11-22T16:43:20,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742380_1556 (size=4469) 2024-11-22T16:43:20,821 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 4753f763042c41fda9b71acc0df8c087, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732293796788 2024-11-22T16:43:20,822 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting a5273abff21240cbb94ca9fa6da71578, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732293796836 2024-11-22T16:43:20,822 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 09e5c23e44174abf8fa723a108a5e428, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732293798982 2024-11-22T16:43:20,822 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#A#compaction#478 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:20,823 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/a1d4a64fa5f84b49b28ae6b9c762b140 is 175, key is test_row_0/A:col10/1732293798994/Put/seqid=0 2024-11-22T16:43:20,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742381_1557 (size=31058) 2024-11-22T16:43:20,834 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#C#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:20,835 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/72361547e9ed451788413940b0b1b97b is 50, key is test_row_0/C:col10/1732293798994/Put/seqid=0 2024-11-22T16:43:20,839 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/a1d4a64fa5f84b49b28ae6b9c762b140 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a1d4a64fa5f84b49b28ae6b9c762b140 2024-11-22T16:43:20,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742382_1558 (size=12104) 2024-11-22T16:43:20,844 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into a1d4a64fa5f84b49b28ae6b9c762b140(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:20,844 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:20,844 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A, priority=13, startTime=1732293800775; duration=0sec 2024-11-22T16:43:20,844 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:20,844 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:A 2024-11-22T16:43:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-22T16:43:20,941 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:20,941 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:43:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-22T16:43:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T16:43:20,943 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:43:20,943 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:43:20,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:43:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:21,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-22T16:43:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T16:43:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T16:43:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T16:43:21,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122608ce79b8d984e8b98136899e51f1e26_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_0/A:col10/1732293801014/Put/seqid=0 2024-11-22T16:43:21,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293861025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742383_1559 (size=12154) 2024-11-22T16:43:21,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293861027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293861028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293861029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T16:43:21,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T16:43:21,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:21,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:21,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:21,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293861131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293861141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293861141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293861141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,246 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/72361547e9ed451788413940b0b1b97b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/72361547e9ed451788413940b0b1b97b 2024-11-22T16:43:21,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T16:43:21,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:21,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:21,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:21,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,250 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into 72361547e9ed451788413940b0b1b97b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,250 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:21,250 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C, priority=13, startTime=1732293800775; duration=0sec 2024-11-22T16:43:21,250 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:21,250 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:C 2024-11-22T16:43:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T16:43:21,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293861340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293861351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293861351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293861351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T16:43:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:21,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:21,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:21,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,431 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:21,434 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122608ce79b8d984e8b98136899e51f1e26_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122608ce79b8d984e8b98136899e51f1e26_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:21,434 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/e38b8ff44e7d4ce4a1b7e9f25bb0ff7e, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:21,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/e38b8ff44e7d4ce4a1b7e9f25bb0ff7e is 175, key is test_row_0/A:col10/1732293801014/Put/seqid=0 2024-11-22T16:43:21,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293861431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,436 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in ccbf6d0c9e7001e5b0d7ab5bc724f6ea of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:21,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742384_1560 (size=30955) 2024-11-22T16:43:21,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T16:43:21,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:21,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:21,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:21,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T16:43:21,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293861651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293861661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293861661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293861661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:21,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T16:43:21,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:21,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,839 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=102, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/e38b8ff44e7d4ce4a1b7e9f25bb0ff7e 2024-11-22T16:43:21,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/0ea04be669f64a528033df0c292a5bc8 is 50, key is test_row_0/B:col10/1732293801014/Put/seqid=0 2024-11-22T16:43:21,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742385_1561 (size=12001) 2024-11-22T16:43:21,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T16:43:21,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:21,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:21,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:21,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:22,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T16:43:22,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:22,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:22,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:22,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:22,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T16:43:22,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293862161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:22,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T16:43:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:22,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:22,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293862171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:22,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:22,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:22,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:22,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293862171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:22,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:22,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:22,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:22,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293862171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:22,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/0ea04be669f64a528033df0c292a5bc8 2024-11-22T16:43:22,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/863ff0a548614d39a1ba11bde5bbbfae is 50, key is test_row_0/C:col10/1732293801014/Put/seqid=0 2024-11-22T16:43:22,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742386_1562 (size=12001) 2024-11-22T16:43:22,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T16:43:22,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:22,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:22,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:22,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:22,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:22,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T16:43:22,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:22,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:22,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:22,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:22,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:22,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T16:43:22,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:22,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:22,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:22,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:22,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:22,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/863ff0a548614d39a1ba11bde5bbbfae 2024-11-22T16:43:22,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/e38b8ff44e7d4ce4a1b7e9f25bb0ff7e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/e38b8ff44e7d4ce4a1b7e9f25bb0ff7e 2024-11-22T16:43:22,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/e38b8ff44e7d4ce4a1b7e9f25bb0ff7e, entries=150, sequenceid=102, filesize=30.2 K 2024-11-22T16:43:22,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/0ea04be669f64a528033df0c292a5bc8 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/0ea04be669f64a528033df0c292a5bc8 2024-11-22T16:43:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/0ea04be669f64a528033df0c292a5bc8, entries=150, sequenceid=102, filesize=11.7 K 2024-11-22T16:43:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/863ff0a548614d39a1ba11bde5bbbfae as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/863ff0a548614d39a1ba11bde5bbbfae 2024-11-22T16:43:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/863ff0a548614d39a1ba11bde5bbbfae, entries=150, sequenceid=102, filesize=11.7 K 2024-11-22T16:43:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 1661ms, sequenceid=102, compaction requested=false 2024-11-22T16:43:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T16:43:22,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,778 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-22T16:43:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:22,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:22,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:22,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:22,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:22,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122812f411a39414c499fc2e9b61ea94773_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_1/A:col10/1732293801027/Put/seqid=0 2024-11-22T16:43:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742387_1563 (size=9714) 2024-11-22T16:43:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,791 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122812f411a39414c499fc2e9b61ea94773_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122812f411a39414c499fc2e9b61ea94773_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/4fc6d3d7c55b489bbf9a2cec632b820b, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/4fc6d3d7c55b489bbf9a2cec632b820b is 175, key is test_row_1/A:col10/1732293801027/Put/seqid=0 2024-11-22T16:43:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742388_1564 (size=22361) 2024-11-22T16:43:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,796 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=112, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/4fc6d3d7c55b489bbf9a2cec632b820b 2024-11-22T16:43:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/fdfa513816d8460a88ceb406154c2fa9 is 50, key is test_row_1/B:col10/1732293801027/Put/seqid=0 2024-11-22T16:43:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742389_1565 (size=9657) 2024-11-22T16:43:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,806 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/fdfa513816d8460a88ceb406154c2fa9 2024-11-22T16:43:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/fb45324edb1142bb9fc5d2a03dc88317 is 50, key is test_row_1/C:col10/1732293801027/Put/seqid=0 2024-11-22T16:43:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742390_1566 (size=9657) 2024-11-22T16:43:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T16:43:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:23,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,219 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/fb45324edb1142bb9fc5d2a03dc88317 2024-11-22T16:43:23,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/4fc6d3d7c55b489bbf9a2cec632b820b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/4fc6d3d7c55b489bbf9a2cec632b820b 2024-11-22T16:43:23,227 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/4fc6d3d7c55b489bbf9a2cec632b820b, entries=100, sequenceid=112, filesize=21.8 K 2024-11-22T16:43:23,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/fdfa513816d8460a88ceb406154c2fa9 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/fdfa513816d8460a88ceb406154c2fa9 2024-11-22T16:43:23,240 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293803227, max timestamp=1732293803237Num uniques 859; 2024-11-22T16:43:23,240 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:43:23,241 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293803227, max timestamp=1732293803237Num uniques 859; 2024-11-22T16:43:23,241 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:43:23,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732293803227, max timestamp=1732293803237Num uniques 859; 2024-11-22T16:43:23,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T16:43:23,244 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/fdfa513816d8460a88ceb406154c2fa9, entries=100, sequenceid=112, filesize=9.4 K 2024-11-22T16:43:23,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/fb45324edb1142bb9fc5d2a03dc88317 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/fb45324edb1142bb9fc5d2a03dc88317 2024-11-22T16:43:23,249 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/fb45324edb1142bb9fc5d2a03dc88317, entries=100, sequenceid=112, filesize=9.4 K 2024-11-22T16:43:23,250 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=60.38 KB/61830 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 471ms, sequenceid=112, compaction requested=true 2024-11-22T16:43:23,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:23,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:23,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-22T16:43:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-22T16:43:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:23,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=67.09 KB heapSize=181.08 KB 2024-11-22T16:43:23,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:23,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:43:23,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:23,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:43:23,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:23,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:43:23,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-22T16:43:23,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3080 sec 2024-11-22T16:43:23,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.3130 sec 2024-11-22T16:43:23,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c7be1c87a7544dfe9401f291d263028e_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_0/A:col10/1732293803251/Put/seqid=0 2024-11-22T16:43:23,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742391_1567 (size=12304) 2024-11-22T16:43:23,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293863274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:23,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293863276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:23,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293863278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293863279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:23,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:23,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293863391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293863391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293863391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293863391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:23,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293863441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,445 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in ccbf6d0c9e7001e5b0d7ab5bc724f6ea of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:23,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:23,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293863601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293863601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:23,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293863601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293863601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:23,664 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:23,667 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c7be1c87a7544dfe9401f291d263028e_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c7be1c87a7544dfe9401f291d263028e_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:23,668 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/2c92fd3b566049f4a6b2454a397bc5de, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:23,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/2c92fd3b566049f4a6b2454a397bc5de is 175, key is test_row_0/A:col10/1732293803251/Put/seqid=0 2024-11-22T16:43:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742392_1568 (size=31105) 2024-11-22T16:43:23,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293863911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293863911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:23,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293863911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:23,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293863911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:24,072 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/2c92fd3b566049f4a6b2454a397bc5de 2024-11-22T16:43:24,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/2a787d79693f4b6d9f7c102279798601 is 50, key is test_row_0/B:col10/1732293803251/Put/seqid=0 2024-11-22T16:43:24,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742393_1569 (size=12151) 2024-11-22T16:43:24,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293864421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:24,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293864421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:24,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293864421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:24,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293864431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:24,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/2a787d79693f4b6d9f7c102279798601 2024-11-22T16:43:24,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/0eadbd52af584f348c40605d5adde514 is 50, key is test_row_0/C:col10/1732293803251/Put/seqid=0 2024-11-22T16:43:24,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742394_1570 (size=12151) 2024-11-22T16:43:24,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/0eadbd52af584f348c40605d5adde514 2024-11-22T16:43:24,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/2c92fd3b566049f4a6b2454a397bc5de as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/2c92fd3b566049f4a6b2454a397bc5de 2024-11-22T16:43:24,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/2c92fd3b566049f4a6b2454a397bc5de, entries=150, sequenceid=139, filesize=30.4 K 2024-11-22T16:43:24,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/2a787d79693f4b6d9f7c102279798601 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/2a787d79693f4b6d9f7c102279798601 2024-11-22T16:43:24,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/2a787d79693f4b6d9f7c102279798601, entries=150, sequenceid=139, filesize=11.9 K 2024-11-22T16:43:24,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/0eadbd52af584f348c40605d5adde514 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/0eadbd52af584f348c40605d5adde514 2024-11-22T16:43:24,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/0eadbd52af584f348c40605d5adde514, entries=150, sequenceid=139, filesize=11.9 K 2024-11-22T16:43:24,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~200.95 KB/205776, currentSize=107.34 KB/109920 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 1656ms, sequenceid=139, compaction requested=true 2024-11-22T16:43:24,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:24,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:43:24,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:24,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:43:24,907 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:43:24,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:24,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:43:24,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:24,907 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:43:24,908 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 115479 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:43:24,908 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A is initiating minor compaction (all files) 2024-11-22T16:43:24,909 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:24,909 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a1d4a64fa5f84b49b28ae6b9c762b140, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/e38b8ff44e7d4ce4a1b7e9f25bb0ff7e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/4fc6d3d7c55b489bbf9a2cec632b820b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/2c92fd3b566049f4a6b2454a397bc5de] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=112.8 K 2024-11-22T16:43:24,909 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:24,909 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a1d4a64fa5f84b49b28ae6b9c762b140, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/e38b8ff44e7d4ce4a1b7e9f25bb0ff7e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/4fc6d3d7c55b489bbf9a2cec632b820b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/2c92fd3b566049f4a6b2454a397bc5de] 2024-11-22T16:43:24,909 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45913 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:43:24,909 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B is initiating minor compaction (all files) 2024-11-22T16:43:24,909 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:24,909 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1d4a64fa5f84b49b28ae6b9c762b140, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732293798982 2024-11-22T16:43:24,909 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/804af15aa38541dc80423c5aa96283a1, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/0ea04be669f64a528033df0c292a5bc8, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/fdfa513816d8460a88ceb406154c2fa9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/2a787d79693f4b6d9f7c102279798601] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=44.8 K 2024-11-22T16:43:24,909 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting e38b8ff44e7d4ce4a1b7e9f25bb0ff7e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732293799250 2024-11-22T16:43:24,910 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 804af15aa38541dc80423c5aa96283a1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732293798982 2024-11-22T16:43:24,910 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fc6d3d7c55b489bbf9a2cec632b820b, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732293801027 2024-11-22T16:43:24,910 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ea04be669f64a528033df0c292a5bc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732293799250 2024-11-22T16:43:24,910 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c92fd3b566049f4a6b2454a397bc5de, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732293803242 2024-11-22T16:43:24,910 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting fdfa513816d8460a88ceb406154c2fa9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732293801027 2024-11-22T16:43:24,910 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a787d79693f4b6d9f7c102279798601, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732293803242 2024-11-22T16:43:24,916 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:24,918 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122867046499f7746b1b228df64514aeb91_ccbf6d0c9e7001e5b0d7ab5bc724f6ea store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:24,918 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#B#compaction#490 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:24,919 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/2c6eccfebb2b4665aebd9b0a997261b4 is 50, key is test_row_0/B:col10/1732293803251/Put/seqid=0 2024-11-22T16:43:24,920 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122867046499f7746b1b228df64514aeb91_ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:24,920 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122867046499f7746b1b228df64514aeb91_ccbf6d0c9e7001e5b0d7ab5bc724f6ea because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:24,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742395_1571 (size=12391) 2024-11-22T16:43:24,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742396_1572 (size=4469) 2024-11-22T16:43:24,927 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/2c6eccfebb2b4665aebd9b0a997261b4 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/2c6eccfebb2b4665aebd9b0a997261b4 2024-11-22T16:43:24,932 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into 2c6eccfebb2b4665aebd9b0a997261b4(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:24,932 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:24,932 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B, priority=12, startTime=1732293804907; duration=0sec 2024-11-22T16:43:24,932 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:24,932 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:B 2024-11-22T16:43:24,932 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:43:24,933 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45913 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:43:24,933 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C is initiating minor compaction (all files) 2024-11-22T16:43:24,933 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:24,933 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/72361547e9ed451788413940b0b1b97b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/863ff0a548614d39a1ba11bde5bbbfae, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/fb45324edb1142bb9fc5d2a03dc88317, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/0eadbd52af584f348c40605d5adde514] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=44.8 K 2024-11-22T16:43:24,934 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 72361547e9ed451788413940b0b1b97b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732293798982 2024-11-22T16:43:24,934 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 863ff0a548614d39a1ba11bde5bbbfae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732293799250 2024-11-22T16:43:24,934 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting fb45324edb1142bb9fc5d2a03dc88317, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732293801027 2024-11-22T16:43:24,934 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 0eadbd52af584f348c40605d5adde514, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732293803242 2024-11-22T16:43:24,941 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#C#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:24,941 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/1bdee96b75934ed58b6647368b445d1c is 50, key is test_row_0/C:col10/1732293803251/Put/seqid=0 2024-11-22T16:43:24,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742397_1573 (size=12391) 2024-11-22T16:43:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-22T16:43:25,112 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:25,112 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:43:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-22T16:43:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T16:43:25,114 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:43:25,114 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:43:25,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:43:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T16:43:25,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T16:43:25,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:25,267 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T16:43:25,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:25,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:25,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:25,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:25,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:25,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:25,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122dc72933bcc8c4419b66a5d7393b21e22_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_0/A:col10/1732293803274/Put/seqid=0 2024-11-22T16:43:25,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742398_1574 (size=12304) 2024-11-22T16:43:25,326 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#A#compaction#489 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:25,326 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/cd93bd5d9cbf46288a49c42e22863876 is 175, key is test_row_0/A:col10/1732293803251/Put/seqid=0 2024-11-22T16:43:25,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742399_1575 (size=31345) 2024-11-22T16:43:25,349 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/1bdee96b75934ed58b6647368b445d1c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/1bdee96b75934ed58b6647368b445d1c 2024-11-22T16:43:25,353 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into 1bdee96b75934ed58b6647368b445d1c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:25,353 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:25,353 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C, priority=12, startTime=1732293804907; duration=0sec 2024-11-22T16:43:25,353 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:25,353 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:C 2024-11-22T16:43:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T16:43:25,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:25,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293865451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:25,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293865451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,456 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_0' in ccbf6d0c9e7001e5b0d7ab5bc724f6ea of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293865452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:25,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293865455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:25,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293865561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:25,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293865561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293865561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:25,565 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,566 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,566 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:25,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:25,681 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122dc72933bcc8c4419b66a5d7393b21e22_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dc72933bcc8c4419b66a5d7393b21e22_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:25,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/7702c7b6150c488caf6c9f3ad0fe4911, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:25,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/7702c7b6150c488caf6c9f3ad0fe4911 is 175, key is test_row_0/A:col10/1732293803274/Put/seqid=0 2024-11-22T16:43:25,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742400_1576 (size=31105) 2024-11-22T16:43:25,734 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/cd93bd5d9cbf46288a49c42e22863876 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/cd93bd5d9cbf46288a49c42e22863876 2024-11-22T16:43:25,737 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into cd93bd5d9cbf46288a49c42e22863876(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:25,737 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:25,737 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A, priority=12, startTime=1732293804907; duration=0sec 2024-11-22T16:43:25,737 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:25,737 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:A 2024-11-22T16:43:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T16:43:25,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293865771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293865771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293865771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:26,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:26,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293866081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293866081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:26,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293866081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:26,086 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/7702c7b6150c488caf6c9f3ad0fe4911 2024-11-22T16:43:26,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/fbf7ba165ce344c582414cfa292492b5 is 50, key is test_row_0/B:col10/1732293803274/Put/seqid=0 2024-11-22T16:43:26,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742401_1577 (size=12151) 2024-11-22T16:43:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T16:43:26,500 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/fbf7ba165ce344c582414cfa292492b5 2024-11-22T16:43:26,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/0a3a19dc9ace4900b13fd2f426490350 is 50, key is test_row_0/C:col10/1732293803274/Put/seqid=0 2024-11-22T16:43:26,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742402_1578 (size=12151) 2024-11-22T16:43:26,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293866591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:26,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293866591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:26,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293866591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:26,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:26,911 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/0a3a19dc9ace4900b13fd2f426490350 2024-11-22T16:43:26,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/7702c7b6150c488caf6c9f3ad0fe4911 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/7702c7b6150c488caf6c9f3ad0fe4911 2024-11-22T16:43:26,918 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/7702c7b6150c488caf6c9f3ad0fe4911, entries=150, sequenceid=159, filesize=30.4 K 2024-11-22T16:43:26,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/fbf7ba165ce344c582414cfa292492b5 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/fbf7ba165ce344c582414cfa292492b5 2024-11-22T16:43:26,922 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/fbf7ba165ce344c582414cfa292492b5, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T16:43:26,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/0a3a19dc9ace4900b13fd2f426490350 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/0a3a19dc9ace4900b13fd2f426490350 2024-11-22T16:43:26,926 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/0a3a19dc9ace4900b13fd2f426490350, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T16:43:26,926 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 1659ms, sequenceid=159, compaction requested=false 2024-11-22T16:43:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-22T16:43:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-22T16:43:26,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-22T16:43:26,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8130 sec 2024-11-22T16:43:26,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.8180 sec 2024-11-22T16:43:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-22T16:43:27,261 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:27,262 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:43:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-22T16:43:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T16:43:27,263 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:43:27,264 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:43:27,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:43:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T16:43:27,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T16:43:27,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:27,417 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T16:43:27,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:27,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:27,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:27,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:27,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:27,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:27,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d84c507d64da4621afb430f8201c79c0_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_0/A:col10/1732293805454/Put/seqid=0 2024-11-22T16:43:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742403_1579 (size=12304) 2024-11-22T16:43:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:27,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:27,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293867531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:27,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293867531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:27,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:27,536 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,536 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,536 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T16:43:27,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293867601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:27,605 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in ccbf6d0c9e7001e5b0d7ab5bc724f6ea of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:27,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:27,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293867611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:27,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:27,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293867611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:27,615 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in ccbf6d0c9e7001e5b0d7ab5bc724f6ea of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:27,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,615 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in ccbf6d0c9e7001e5b0d7ab5bc724f6ea of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:27,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:27,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:27,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293867641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:27,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293867641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:27,645 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:27,830 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d84c507d64da4621afb430f8201c79c0_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d84c507d64da4621afb430f8201c79c0_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:27,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/a69ee9f1ab7448f487fe50e013d9830e, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:27,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/a69ee9f1ab7448f487fe50e013d9830e is 175, key is test_row_0/A:col10/1732293805454/Put/seqid=0 2024-11-22T16:43:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742404_1580 (size=31105) 2024-11-22T16:43:27,836 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/a69ee9f1ab7448f487fe50e013d9830e 2024-11-22T16:43:27,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/1477d1cb7b7a4e4f86bcea9b525c51a6 is 50, key is test_row_0/B:col10/1732293805454/Put/seqid=0 2024-11-22T16:43:27,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742405_1581 (size=12151) 2024-11-22T16:43:27,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293867851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:27,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293867851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T16:43:28,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293868161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:28,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:28,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:28,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293868161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:28,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:28,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:28,248 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/1477d1cb7b7a4e4f86bcea9b525c51a6 2024-11-22T16:43:28,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/fd088d7ba1b24dc8aae3ef7abe323531 is 50, key is test_row_0/C:col10/1732293805454/Put/seqid=0 2024-11-22T16:43:28,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742406_1582 (size=12151) 2024-11-22T16:43:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T16:43:28,660 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/fd088d7ba1b24dc8aae3ef7abe323531 2024-11-22T16:43:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/a69ee9f1ab7448f487fe50e013d9830e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a69ee9f1ab7448f487fe50e013d9830e 2024-11-22T16:43:28,667 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a69ee9f1ab7448f487fe50e013d9830e, entries=150, sequenceid=174, filesize=30.4 K 2024-11-22T16:43:28,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/1477d1cb7b7a4e4f86bcea9b525c51a6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/1477d1cb7b7a4e4f86bcea9b525c51a6 2024-11-22T16:43:28,671 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/1477d1cb7b7a4e4f86bcea9b525c51a6, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T16:43:28,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/fd088d7ba1b24dc8aae3ef7abe323531 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/fd088d7ba1b24dc8aae3ef7abe323531 2024-11-22T16:43:28,675 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/fd088d7ba1b24dc8aae3ef7abe323531, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T16:43:28,676 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 1260ms, sequenceid=174, compaction requested=true 2024-11-22T16:43:28,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:28,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:28,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-22T16:43:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-22T16:43:28,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T16:43:28,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:28,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:28,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:28,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:28,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:28,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:28,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-22T16:43:28,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4130 sec 2024-11-22T16:43:28,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.4180 sec 2024-11-22T16:43:28,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e0d2d978625540a5824d3aa5f78006b1_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_0/A:col10/1732293807499/Put/seqid=0 2024-11-22T16:43:28,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742407_1583 (size=14794) 2024-11-22T16:43:28,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293868699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:28,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:28,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:28,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:28,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293868700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:28,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:28,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:28,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:28,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293868810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:28,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:28,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293868811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:28,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:28,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:28,815 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:28,815 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:28,815 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:29,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293869021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:29,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293869021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:29,088 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:29,091 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e0d2d978625540a5824d3aa5f78006b1_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e0d2d978625540a5824d3aa5f78006b1_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:29,092 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/a96ff569a1d448b39e9007d9d71daeb7, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:29,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/a96ff569a1d448b39e9007d9d71daeb7 is 175, key is test_row_0/A:col10/1732293807499/Put/seqid=0 2024-11-22T16:43:29,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742408_1584 (size=39749) 2024-11-22T16:43:29,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293869331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:29,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293869331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:29,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:29,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T16:43:29,411 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:29,411 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:43:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-22T16:43:29,413 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:43:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T16:43:29,414 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:43:29,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:43:29,496 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/a96ff569a1d448b39e9007d9d71daeb7 2024-11-22T16:43:29,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/e8e6ea87e76540f2a6be0c743193cf02 is 50, key is test_row_0/B:col10/1732293807499/Put/seqid=0 2024-11-22T16:43:29,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742409_1585 (size=12151) 2024-11-22T16:43:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T16:43:29,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T16:43:29,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:29,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:29,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:29,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:29,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:29,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293869611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:29,614 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in ccbf6d0c9e7001e5b0d7ab5bc724f6ea of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:29,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:29,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293869631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:29,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293869631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:29,634 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in ccbf6d0c9e7001e5b0d7ab5bc724f6ea of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:29,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,635 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in ccbf6d0c9e7001e5b0d7ab5bc724f6ea of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:29,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:29,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:29,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T16:43:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:29,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:29,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T16:43:29,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293869841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:29,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:29,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293869851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:29,855 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,855 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:29,855 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:29,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T16:43:29,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:29,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:29,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:29,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:29,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:29,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/e8e6ea87e76540f2a6be0c743193cf02 2024-11-22T16:43:29,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/42659d1794bb45edb626a2c5305dc034 is 50, key is test_row_0/C:col10/1732293807499/Put/seqid=0 2024-11-22T16:43:29,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742410_1586 (size=12151) 2024-11-22T16:43:30,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T16:43:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:30,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T16:43:30,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T16:43:30,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:30,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:30,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:30,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:30,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:30,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/42659d1794bb45edb626a2c5305dc034 2024-11-22T16:43:30,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/a96ff569a1d448b39e9007d9d71daeb7 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a96ff569a1d448b39e9007d9d71daeb7 2024-11-22T16:43:30,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a96ff569a1d448b39e9007d9d71daeb7, entries=200, sequenceid=194, filesize=38.8 K 2024-11-22T16:43:30,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/e8e6ea87e76540f2a6be0c743193cf02 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/e8e6ea87e76540f2a6be0c743193cf02 2024-11-22T16:43:30,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T16:43:30,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:30,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:30,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:30,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/e8e6ea87e76540f2a6be0c743193cf02, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T16:43:30,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/42659d1794bb45edb626a2c5305dc034 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/42659d1794bb45edb626a2c5305dc034 2024-11-22T16:43:30,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/42659d1794bb45edb626a2c5305dc034, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T16:43:30,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 1661ms, sequenceid=194, compaction requested=true 2024-11-22T16:43:30,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:30,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:43:30,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:30,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:43:30,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:30,337 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:43:30,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:43:30,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:30,338 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:43:30,338 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:43:30,338 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133304 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:43:30,339 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B is initiating minor compaction (all files) 2024-11-22T16:43:30,339 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A is initiating minor compaction (all files) 2024-11-22T16:43:30,339 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:30,339 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:30,339 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/2c6eccfebb2b4665aebd9b0a997261b4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/fbf7ba165ce344c582414cfa292492b5, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/1477d1cb7b7a4e4f86bcea9b525c51a6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/e8e6ea87e76540f2a6be0c743193cf02] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=47.7 K 2024-11-22T16:43:30,339 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/cd93bd5d9cbf46288a49c42e22863876, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/7702c7b6150c488caf6c9f3ad0fe4911, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a69ee9f1ab7448f487fe50e013d9830e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a96ff569a1d448b39e9007d9d71daeb7] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=130.2 K 2024-11-22T16:43:30,339 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:30,339 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/cd93bd5d9cbf46288a49c42e22863876, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/7702c7b6150c488caf6c9f3ad0fe4911, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a69ee9f1ab7448f487fe50e013d9830e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a96ff569a1d448b39e9007d9d71daeb7] 2024-11-22T16:43:30,339 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c6eccfebb2b4665aebd9b0a997261b4, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732293803242 2024-11-22T16:43:30,339 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd93bd5d9cbf46288a49c42e22863876, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732293803242 2024-11-22T16:43:30,340 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting fbf7ba165ce344c582414cfa292492b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732293803268 2024-11-22T16:43:30,340 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7702c7b6150c488caf6c9f3ad0fe4911, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732293803268 2024-11-22T16:43:30,340 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 1477d1cb7b7a4e4f86bcea9b525c51a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732293805439 2024-11-22T16:43:30,340 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting a69ee9f1ab7448f487fe50e013d9830e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732293805439 2024-11-22T16:43:30,340 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting e8e6ea87e76540f2a6be0c743193cf02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732293807499 2024-11-22T16:43:30,340 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting a96ff569a1d448b39e9007d9d71daeb7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732293807499 2024-11-22T16:43:30,346 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:30,350 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122a4051ce2603e46d69b27b12a510b824e_ccbf6d0c9e7001e5b0d7ab5bc724f6ea store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:30,351 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#B#compaction#501 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:30,351 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/97b5d14e8f384eb09db34d9422b770e2 is 50, key is test_row_0/B:col10/1732293807499/Put/seqid=0 2024-11-22T16:43:30,353 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122a4051ce2603e46d69b27b12a510b824e_ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:30,353 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a4051ce2603e46d69b27b12a510b824e_ccbf6d0c9e7001e5b0d7ab5bc724f6ea because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:30,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742411_1587 (size=12527) 2024-11-22T16:43:30,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742412_1588 (size=4469) 2024-11-22T16:43:30,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T16:43:30,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:30,484 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T16:43:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:30,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bf22b5fd7e0c432480222d594824eda8_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_0/A:col10/1732293808699/Put/seqid=0 2024-11-22T16:43:30,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742413_1589 (size=12304) 2024-11-22T16:43:30,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,506 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bf22b5fd7e0c432480222d594824eda8_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bf22b5fd7e0c432480222d594824eda8_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:30,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/9746da3702a048cfa4cf55cb0290bc9a, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:30,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/9746da3702a048cfa4cf55cb0290bc9a is 175, key is test_row_0/A:col10/1732293808699/Put/seqid=0 2024-11-22T16:43:30,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742414_1590 (size=31105) 2024-11-22T16:43:30,540 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/9746da3702a048cfa4cf55cb0290bc9a 2024-11-22T16:43:30,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/959e840bbda84ada8872501f51d469aa is 50, key is test_row_0/B:col10/1732293808699/Put/seqid=0 2024-11-22T16:43:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T16:43:30,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742415_1591 (size=12151) 2024-11-22T16:43:30,576 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/959e840bbda84ada8872501f51d469aa 2024-11-22T16:43:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/e0345b18f558413ba87e2b2e26623850 is 50, key is test_row_0/C:col10/1732293808699/Put/seqid=0 2024-11-22T16:43:30,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742416_1592 (size=12151) 2024-11-22T16:43:30,621 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/e0345b18f558413ba87e2b2e26623850 2024-11-22T16:43:30,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/9746da3702a048cfa4cf55cb0290bc9a as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/9746da3702a048cfa4cf55cb0290bc9a 2024-11-22T16:43:30,637 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/9746da3702a048cfa4cf55cb0290bc9a, entries=150, sequenceid=206, filesize=30.4 K 2024-11-22T16:43:30,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/959e840bbda84ada8872501f51d469aa as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/959e840bbda84ada8872501f51d469aa 2024-11-22T16:43:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,644 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/959e840bbda84ada8872501f51d469aa, entries=150, sequenceid=206, filesize=11.9 K 2024-11-22T16:43:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/e0345b18f558413ba87e2b2e26623850 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/e0345b18f558413ba87e2b2e26623850 2024-11-22T16:43:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,651 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/e0345b18f558413ba87e2b2e26623850, entries=150, sequenceid=206, filesize=11.9 K 2024-11-22T16:43:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,652 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 169ms, sequenceid=206, compaction requested=true 2024-11-22T16:43:30,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:30,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-22T16:43:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-22T16:43:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-22T16:43:30,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2400 sec 2024-11-22T16:43:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.2470 sec 2024-11-22T16:43:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,761 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/97b5d14e8f384eb09db34d9422b770e2 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/97b5d14e8f384eb09db34d9422b770e2 2024-11-22T16:43:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,766 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into 97b5d14e8f384eb09db34d9422b770e2(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:30,766 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:30,766 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B, priority=12, startTime=1732293810337; duration=0sec 2024-11-22T16:43:30,766 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:30,766 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:B 2024-11-22T16:43:30,766 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T16:43:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,768 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60995 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T16:43:30,768 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C is initiating minor compaction (all files) 2024-11-22T16:43:30,768 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:30,768 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/1bdee96b75934ed58b6647368b445d1c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/0a3a19dc9ace4900b13fd2f426490350, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/fd088d7ba1b24dc8aae3ef7abe323531, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/42659d1794bb45edb626a2c5305dc034, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/e0345b18f558413ba87e2b2e26623850] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=59.6 K 2024-11-22T16:43:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,768 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bdee96b75934ed58b6647368b445d1c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732293803242 2024-11-22T16:43:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,768 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a3a19dc9ace4900b13fd2f426490350, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732293803268 2024-11-22T16:43:30,769 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting fd088d7ba1b24dc8aae3ef7abe323531, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732293805439 2024-11-22T16:43:30,769 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 42659d1794bb45edb626a2c5305dc034, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732293807499 2024-11-22T16:43:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,769 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting e0345b18f558413ba87e2b2e26623850, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732293808681 2024-11-22T16:43:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,777 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#A#compaction#502 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,778 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/213bcb4c94b94f77974827c915028a5d is 175, key is test_row_0/A:col10/1732293807499/Put/seqid=0 2024-11-22T16:43:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,792 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#C#compaction#506 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,793 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/e69c3930c0c44f86ab4ee500915faefe is 50, key is test_row_0/C:col10/1732293808699/Put/seqid=0 2024-11-22T16:43:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742417_1593 (size=31481) 2024-11-22T16:43:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742418_1594 (size=12561) 2024-11-22T16:43:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,845 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/e69c3930c0c44f86ab4ee500915faefe as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/e69c3930c0c44f86ab4ee500915faefe 2024-11-22T16:43:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,850 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into e69c3930c0c44f86ab4ee500915faefe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:30,850 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:30,850 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C, priority=11, startTime=1732293810337; duration=0sec 2024-11-22T16:43:30,850 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:30,850 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:C 2024-11-22T16:43:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T16:43:30,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:30,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:30,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:30,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:30,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:30,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:30,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229d7a0129594e40b5b4357af4c082fda0_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_0/A:col10/1732293810921/Put/seqid=0 2024-11-22T16:43:30,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742419_1595 (size=22268) 2024-11-22T16:43:31,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293811001, max timestamp=1732293811029Num uniques 859; 2024-11-22T16:43:31,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:43:31,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293811001, max timestamp=1732293811029Num uniques 859; 2024-11-22T16:43:31,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:43:31,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732293811001, max timestamp=1732293811028Num uniques 859; 2024-11-22T16:43:31,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/4618c6346924:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T16:43:31,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293871087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:31,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293871087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:31,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293871201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:31,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293871202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:31,224 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/213bcb4c94b94f77974827c915028a5d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/213bcb4c94b94f77974827c915028a5d 2024-11-22T16:43:31,228 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into 213bcb4c94b94f77974827c915028a5d(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:31,229 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:31,229 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A, priority=12, startTime=1732293810337; duration=0sec 2024-11-22T16:43:31,229 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:31,229 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:A 2024-11-22T16:43:31,379 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:31,382 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229d7a0129594e40b5b4357af4c082fda0_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229d7a0129594e40b5b4357af4c082fda0_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:31,383 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/19761ea3c0f047aea8b292f8745a1044, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:31,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/19761ea3c0f047aea8b292f8745a1044 is 175, key is test_row_0/A:col10/1732293810921/Put/seqid=0 2024-11-22T16:43:31,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742420_1596 (size=65673) 2024-11-22T16:43:31,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293871411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:31,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:31,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:31,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:31,415 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293871411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:31,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:31,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:31,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T16:43:31,561 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:31,561 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:43:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-22T16:43:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T16:43:31,563 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:43:31,564 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:43:31,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:43:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T16:43:31,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T16:43:31,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:31,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:31,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:31,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:31,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:31,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293871721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:31,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293871721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:31,788 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/19761ea3c0f047aea8b292f8745a1044 2024-11-22T16:43:31,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/22c71d565f3045c7b13d20749d26d640 is 50, key is test_row_0/B:col10/1732293810921/Put/seqid=0 2024-11-22T16:43:31,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742421_1597 (size=12151) 2024-11-22T16:43:31,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/22c71d565f3045c7b13d20749d26d640 2024-11-22T16:43:31,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/412f54a174734110a6f3cbf4a139e73c is 50, key is test_row_0/C:col10/1732293810921/Put/seqid=0 2024-11-22T16:43:31,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742422_1598 (size=12151) 2024-11-22T16:43:31,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/412f54a174734110a6f3cbf4a139e73c 2024-11-22T16:43:31,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/19761ea3c0f047aea8b292f8745a1044 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/19761ea3c0f047aea8b292f8745a1044 2024-11-22T16:43:31,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/19761ea3c0f047aea8b292f8745a1044, entries=350, sequenceid=218, filesize=64.1 K 2024-11-22T16:43:31,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/22c71d565f3045c7b13d20749d26d640 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/22c71d565f3045c7b13d20749d26d640 2024-11-22T16:43:31,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/22c71d565f3045c7b13d20749d26d640, entries=150, sequenceid=218, filesize=11.9 K 2024-11-22T16:43:31,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/412f54a174734110a6f3cbf4a139e73c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/412f54a174734110a6f3cbf4a139e73c 2024-11-22T16:43:31,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/412f54a174734110a6f3cbf4a139e73c, entries=150, sequenceid=218, filesize=11.9 K 2024-11-22T16:43:31,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 918ms, sequenceid=218, compaction requested=true 2024-11-22T16:43:31,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:31,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:43:31,850 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:43:31,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:31,850 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:43:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:43:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:43:31,851 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:43:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:31,851 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A is initiating minor compaction (all files) 2024-11-22T16:43:31,851 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:31,851 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/213bcb4c94b94f77974827c915028a5d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/9746da3702a048cfa4cf55cb0290bc9a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/19761ea3c0f047aea8b292f8745a1044] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=125.3 K 2024-11-22T16:43:31,851 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:31,851 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/213bcb4c94b94f77974827c915028a5d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/9746da3702a048cfa4cf55cb0290bc9a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/19761ea3c0f047aea8b292f8745a1044] 2024-11-22T16:43:31,852 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:43:31,852 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B is initiating minor compaction (all files) 2024-11-22T16:43:31,852 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:31,852 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/97b5d14e8f384eb09db34d9422b770e2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/959e840bbda84ada8872501f51d469aa, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/22c71d565f3045c7b13d20749d26d640] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=36.0 K 2024-11-22T16:43:31,852 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 213bcb4c94b94f77974827c915028a5d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732293807499 2024-11-22T16:43:31,852 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 97b5d14e8f384eb09db34d9422b770e2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732293807499 2024-11-22T16:43:31,854 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 959e840bbda84ada8872501f51d469aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732293808681 2024-11-22T16:43:31,855 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 22c71d565f3045c7b13d20749d26d640, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732293810921 2024-11-22T16:43:31,855 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9746da3702a048cfa4cf55cb0290bc9a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732293808681 2024-11-22T16:43:31,856 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19761ea3c0f047aea8b292f8745a1044, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732293810902 2024-11-22T16:43:31,873 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:31,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T16:43:31,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:31,877 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#B#compaction#511 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:31,877 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-22T16:43:31,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:31,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:43:31,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:31,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:43:31,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:31,878 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/7dae24c7c53e42e4a5701ac893906882 is 50, key is test_row_0/B:col10/1732293810921/Put/seqid=0 2024-11-22T16:43:31,878 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122a42948703aff4cedaca8fb1be38efd98_ccbf6d0c9e7001e5b0d7ab5bc724f6ea store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:31,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:43:31,880 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122a42948703aff4cedaca8fb1be38efd98_ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:31,880 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a42948703aff4cedaca8fb1be38efd98_ccbf6d0c9e7001e5b0d7ab5bc724f6ea because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T16:43:31,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e88bc4a6af2c4f17a65095ea2c5e3f57_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_0/A:col10/1732293811077/Put/seqid=0 2024-11-22T16:43:31,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742423_1599 (size=12629) 2024-11-22T16:43:31,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742424_1600 (size=4469) 2024-11-22T16:43:31,973 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/7dae24c7c53e42e4a5701ac893906882 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/7dae24c7c53e42e4a5701ac893906882 2024-11-22T16:43:31,977 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into 7dae24c7c53e42e4a5701ac893906882(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:31,977 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:31,977 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B, priority=13, startTime=1732293811850; duration=0sec 2024-11-22T16:43:31,978 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:31,978 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:B 2024-11-22T16:43:31,978 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T16:43:31,978 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T16:43:31,978 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T16:43:31,979 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. because compaction request was cancelled 2024-11-22T16:43:31,979 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:C 2024-11-22T16:43:31,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742425_1601 (size=12304) 2024-11-22T16:43:31,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:31,990 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e88bc4a6af2c4f17a65095ea2c5e3f57_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e88bc4a6af2c4f17a65095ea2c5e3f57_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:31,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/aa24a3b48aaa427093a95c9a3d9b3b7b, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:31,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/aa24a3b48aaa427093a95c9a3d9b3b7b is 175, key is test_row_0/A:col10/1732293811077/Put/seqid=0 2024-11-22T16:43:32,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742426_1602 (size=31105) 2024-11-22T16:43:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T16:43:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:32,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:32,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293872257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:32,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293872260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:32,359 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#A#compaction#510 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:32,360 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/5c286b9f822744e28d224e5b4f55ef9c is 175, key is test_row_0/A:col10/1732293810921/Put/seqid=0 2024-11-22T16:43:32,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742427_1603 (size=31583) 2024-11-22T16:43:32,369 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/5c286b9f822744e28d224e5b4f55ef9c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/5c286b9f822744e28d224e5b4f55ef9c 2024-11-22T16:43:32,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293872371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:32,375 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into 5c286b9f822744e28d224e5b4f55ef9c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:32,375 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:32,375 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A, priority=13, startTime=1732293811850; duration=0sec 2024-11-22T16:43:32,375 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:32,375 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:A 2024-11-22T16:43:32,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293872372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:32,450 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/aa24a3b48aaa427093a95c9a3d9b3b7b 2024-11-22T16:43:32,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/a02aeee697c74516953059158e30dfb1 is 50, key is test_row_0/B:col10/1732293811077/Put/seqid=0 2024-11-22T16:43:32,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742428_1604 (size=12151) 2024-11-22T16:43:32,473 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/a02aeee697c74516953059158e30dfb1 2024-11-22T16:43:32,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/4a6e5a37929948adbd6dad36f2ba25f4 is 50, key is test_row_0/C:col10/1732293811077/Put/seqid=0 2024-11-22T16:43:32,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742429_1605 (size=12151) 2024-11-22T16:43:32,532 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/4a6e5a37929948adbd6dad36f2ba25f4 2024-11-22T16:43:32,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/aa24a3b48aaa427093a95c9a3d9b3b7b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/aa24a3b48aaa427093a95c9a3d9b3b7b 2024-11-22T16:43:32,541 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/aa24a3b48aaa427093a95c9a3d9b3b7b, entries=150, sequenceid=256, filesize=30.4 K 2024-11-22T16:43:32,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/a02aeee697c74516953059158e30dfb1 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/a02aeee697c74516953059158e30dfb1 2024-11-22T16:43:32,548 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/a02aeee697c74516953059158e30dfb1, entries=150, sequenceid=256, filesize=11.9 K 2024-11-22T16:43:32,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/4a6e5a37929948adbd6dad36f2ba25f4 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/4a6e5a37929948adbd6dad36f2ba25f4 2024-11-22T16:43:32,553 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/4a6e5a37929948adbd6dad36f2ba25f4, entries=150, sequenceid=256, filesize=11.9 K 2024-11-22T16:43:32,554 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 677ms, sequenceid=256, compaction requested=true 2024-11-22T16:43:32,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:32,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:32,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-22T16:43:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-22T16:43:32,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-22T16:43:32,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 991 msec 2024-11-22T16:43:32,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 997 msec 2024-11-22T16:43:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:32,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T16:43:32,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:32,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:32,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:32,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:32,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:32,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:32,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122dc0b434627364de0a7a095c18ad6c7e9_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_0/A:col10/1732293812583/Put/seqid=0 2024-11-22T16:43:32,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293872632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:32,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:32,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293872640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:32,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:32,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742430_1606 (size=14994) 2024-11-22T16:43:32,653 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:32,656 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122dc0b434627364de0a7a095c18ad6c7e9_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dc0b434627364de0a7a095c18ad6c7e9_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:32,659 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/7dd55c5ec8904e068d719875cd89731e, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:32,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/7dd55c5ec8904e068d719875cd89731e is 175, key is test_row_0/A:col10/1732293812583/Put/seqid=0 2024-11-22T16:43:32,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742431_1607 (size=39949) 2024-11-22T16:43:32,676 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/7dd55c5ec8904e068d719875cd89731e 2024-11-22T16:43:32,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/66be974d20f24064b037346306d281e3 is 50, key is test_row_0/B:col10/1732293812583/Put/seqid=0 2024-11-22T16:43:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T16:43:32,701 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:32,702 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:43:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-22T16:43:32,706 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:43:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T16:43:32,706 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:43:32,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:43:32,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742432_1608 (size=12301) 2024-11-22T16:43:32,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/66be974d20f24064b037346306d281e3 2024-11-22T16:43:32,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293872741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:32,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/5954a7bed9524c56aff043de0a23942b is 50, key is test_row_0/C:col10/1732293812583/Put/seqid=0 2024-11-22T16:43:32,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293872751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:32,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742433_1609 (size=12301) 2024-11-22T16:43:32,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/5954a7bed9524c56aff043de0a23942b 2024-11-22T16:43:32,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/7dd55c5ec8904e068d719875cd89731e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/7dd55c5ec8904e068d719875cd89731e 2024-11-22T16:43:32,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/7dd55c5ec8904e068d719875cd89731e, entries=200, sequenceid=270, filesize=39.0 K 2024-11-22T16:43:32,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/66be974d20f24064b037346306d281e3 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/66be974d20f24064b037346306d281e3 2024-11-22T16:43:32,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/66be974d20f24064b037346306d281e3, entries=150, sequenceid=270, filesize=12.0 K 2024-11-22T16:43:32,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/5954a7bed9524c56aff043de0a23942b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/5954a7bed9524c56aff043de0a23942b 2024-11-22T16:43:32,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/5954a7bed9524c56aff043de0a23942b, entries=150, sequenceid=270, filesize=12.0 K 2024-11-22T16:43:32,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 215ms, sequenceid=270, compaction requested=true 2024-11-22T16:43:32,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:32,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:43:32,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:32,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:43:32,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:32,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:43:32,800 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:43:32,800 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T16:43:32,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:32,800 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:43:32,800 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B is initiating minor compaction (all files) 2024-11-22T16:43:32,801 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:32,801 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/7dae24c7c53e42e4a5701ac893906882, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/a02aeee697c74516953059158e30dfb1, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/66be974d20f24064b037346306d281e3] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=36.2 K 2024-11-22T16:43:32,801 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T16:43:32,801 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A is initiating minor compaction (all files) 2024-11-22T16:43:32,801 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:32,801 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/5c286b9f822744e28d224e5b4f55ef9c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/aa24a3b48aaa427093a95c9a3d9b3b7b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/7dd55c5ec8904e068d719875cd89731e] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=100.2 K 2024-11-22T16:43:32,801 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:32,801 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/5c286b9f822744e28d224e5b4f55ef9c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/aa24a3b48aaa427093a95c9a3d9b3b7b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/7dd55c5ec8904e068d719875cd89731e] 2024-11-22T16:43:32,802 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dae24c7c53e42e4a5701ac893906882, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732293810921 2024-11-22T16:43:32,802 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c286b9f822744e28d224e5b4f55ef9c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732293810921 2024-11-22T16:43:32,802 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting a02aeee697c74516953059158e30dfb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732293811077 2024-11-22T16:43:32,802 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa24a3b48aaa427093a95c9a3d9b3b7b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732293811077 2024-11-22T16:43:32,803 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dd55c5ec8904e068d719875cd89731e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732293812246 2024-11-22T16:43:32,803 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 66be974d20f24064b037346306d281e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732293812246 2024-11-22T16:43:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T16:43:32,811 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:32,813 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#B#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:32,814 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/dc10073893534fbd9c4a1451d09ec35b is 50, key is test_row_0/B:col10/1732293812583/Put/seqid=0 2024-11-22T16:43:32,821 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122cd8c3fd05153467fb5e1699bbd628c62_ccbf6d0c9e7001e5b0d7ab5bc724f6ea store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:32,823 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122cd8c3fd05153467fb5e1699bbd628c62_ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:32,823 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cd8c3fd05153467fb5e1699bbd628c62_ccbf6d0c9e7001e5b0d7ab5bc724f6ea because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:32,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742434_1610 (size=12881) 2024-11-22T16:43:32,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742435_1611 (size=4469) 2024-11-22T16:43:32,831 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#A#compaction#518 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:32,832 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/2ceedfce60e24dca9079a66a58482640 is 175, key is test_row_0/A:col10/1732293812583/Put/seqid=0 2024-11-22T16:43:32,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742436_1612 (size=31835) 2024-11-22T16:43:32,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-22T16:43:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:32,859 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T16:43:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:32,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227f6049eef27f4f2ebe41961d85c7c60b_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_0/A:col10/1732293812637/Put/seqid=0 2024-11-22T16:43:32,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742437_1613 (size=12454) 2024-11-22T16:43:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:32,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:32,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293872975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:32,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293872981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:32,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:32,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T16:43:33,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293873090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:33,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:33,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293873091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:33,230 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/dc10073893534fbd9c4a1451d09ec35b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/dc10073893534fbd9c4a1451d09ec35b 2024-11-22T16:43:33,234 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into dc10073893534fbd9c4a1451d09ec35b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:33,234 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:33,234 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B, priority=13, startTime=1732293812800; duration=0sec 2024-11-22T16:43:33,234 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:33,234 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:B 2024-11-22T16:43:33,234 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:43:33,236 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49164 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:43:33,236 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C is initiating minor compaction (all files) 2024-11-22T16:43:33,236 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:33,236 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/e69c3930c0c44f86ab4ee500915faefe, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/412f54a174734110a6f3cbf4a139e73c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/4a6e5a37929948adbd6dad36f2ba25f4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/5954a7bed9524c56aff043de0a23942b] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=48.0 K 2024-11-22T16:43:33,236 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting e69c3930c0c44f86ab4ee500915faefe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732293808681 2024-11-22T16:43:33,237 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 412f54a174734110a6f3cbf4a139e73c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732293810921 2024-11-22T16:43:33,237 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a6e5a37929948adbd6dad36f2ba25f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732293811077 2024-11-22T16:43:33,237 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 5954a7bed9524c56aff043de0a23942b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732293812246 2024-11-22T16:43:33,240 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/2ceedfce60e24dca9079a66a58482640 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/2ceedfce60e24dca9079a66a58482640 2024-11-22T16:43:33,244 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into 2ceedfce60e24dca9079a66a58482640(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:33,244 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:33,244 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A, priority=13, startTime=1732293812800; duration=0sec 2024-11-22T16:43:33,244 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:33,244 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:A 2024-11-22T16:43:33,244 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#C#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:33,245 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/75177b31576b4178a5031a6c4266ff90 is 50, key is test_row_0/C:col10/1732293812583/Put/seqid=0 2024-11-22T16:43:33,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742438_1614 (size=12847) 2024-11-22T16:43:33,252 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/75177b31576b4178a5031a6c4266ff90 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/75177b31576b4178a5031a6c4266ff90 2024-11-22T16:43:33,257 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into 75177b31576b4178a5031a6c4266ff90(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:33,257 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:33,257 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C, priority=12, startTime=1732293812800; duration=0sec 2024-11-22T16:43:33,257 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:33,257 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:C 2024-11-22T16:43:33,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:33,274 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227f6049eef27f4f2ebe41961d85c7c60b_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227f6049eef27f4f2ebe41961d85c7c60b_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:33,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/ffeb95053375435e82dca67de0663f0c, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:33,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/ffeb95053375435e82dca67de0663f0c is 175, key is test_row_0/A:col10/1732293812637/Put/seqid=0 2024-11-22T16:43:33,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742439_1615 (size=31255) 2024-11-22T16:43:33,279 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/ffeb95053375435e82dca67de0663f0c 2024-11-22T16:43:33,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/8b966d9d07f14e388fce2cb5ffeae525 is 50, key is test_row_0/B:col10/1732293812637/Put/seqid=0 2024-11-22T16:43:33,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742440_1616 (size=12301) 2024-11-22T16:43:33,289 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/8b966d9d07f14e388fce2cb5ffeae525 2024-11-22T16:43:33,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/c267030913744646abe86be1ce1b58c0 is 50, key is test_row_0/C:col10/1732293812637/Put/seqid=0 2024-11-22T16:43:33,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:33,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742441_1617 (size=12301) 2024-11-22T16:43:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293873301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:33,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293873301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T16:43:33,603 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:43:33,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293873611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:33,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:33,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293873611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:33,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:33,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,612 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:33,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58118 deadline: 1732293873650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:33,654 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in ccbf6d0c9e7001e5b0d7ab5bc724f6ea of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:33,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:33,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58070 deadline: 1732293873661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:33,663 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_1' in ccbf6d0c9e7001e5b0d7ab5bc724f6ea of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:33,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:33,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58094 deadline: 1732293873681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:33,683 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 4618c6346924,36997,1732293635397 for 'test_row_2' in ccbf6d0c9e7001e5b0d7ab5bc724f6ea of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T16:43:33,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:33,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:33,706 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/c267030913744646abe86be1ce1b58c0 2024-11-22T16:43:33,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/ffeb95053375435e82dca67de0663f0c as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/ffeb95053375435e82dca67de0663f0c 2024-11-22T16:43:33,713 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/ffeb95053375435e82dca67de0663f0c, entries=150, sequenceid=290, filesize=30.5 K 2024-11-22T16:43:33,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/8b966d9d07f14e388fce2cb5ffeae525 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/8b966d9d07f14e388fce2cb5ffeae525 2024-11-22T16:43:33,716 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/8b966d9d07f14e388fce2cb5ffeae525, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T16:43:33,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/c267030913744646abe86be1ce1b58c0 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/c267030913744646abe86be1ce1b58c0 2024-11-22T16:43:33,720 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/c267030913744646abe86be1ce1b58c0, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T16:43:33,721 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 862ms, sequenceid=290, compaction requested=false 2024-11-22T16:43:33,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:33,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:33,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-22T16:43:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-22T16:43:33,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-22T16:43:33,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0160 sec 2024-11-22T16:43:33,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.0230 sec 2024-11-22T16:43:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T16:43:33,842 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:33,842 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:43:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-22T16:43:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T16:43:33,844 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:43:33,845 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:43:33,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:43:33,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T16:43:33,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-22T16:43:33,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:33,998 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T16:43:33,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:33,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:33,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:33,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:33,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:33,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:34,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d241866544784f6b8b4a8d6848771765_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_0/A:col10/1732293812954/Put/seqid=0 2024-11-22T16:43:34,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742442_1618 (size=12454) 2024-11-22T16:43:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:34,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T16:43:34,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293874166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:34,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:34,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:34,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:34,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293874172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:34,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:34,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:34,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:34,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293874281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:34,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293874282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:34,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:34,430 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d241866544784f6b8b4a8d6848771765_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d241866544784f6b8b4a8d6848771765_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:34,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/d2bec617010d47e7b5590350a9a2377b, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:34,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/d2bec617010d47e7b5590350a9a2377b is 175, key is test_row_0/A:col10/1732293812954/Put/seqid=0 2024-11-22T16:43:34,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742443_1619 (size=31255) 2024-11-22T16:43:34,436 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/d2bec617010d47e7b5590350a9a2377b 2024-11-22T16:43:34,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/c406f96f4c234effa489b2013ed32a2d is 50, key is test_row_0/B:col10/1732293812954/Put/seqid=0 2024-11-22T16:43:34,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742444_1620 (size=12301) 2024-11-22T16:43:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T16:43:34,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293874491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:34,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293874491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:34,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293874801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:34,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293874801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:34,846 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/c406f96f4c234effa489b2013ed32a2d 2024-11-22T16:43:34,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/89969c214f05479598418a575c1f2801 is 50, key is test_row_0/C:col10/1732293812954/Put/seqid=0 2024-11-22T16:43:34,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742445_1621 (size=12301) 2024-11-22T16:43:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T16:43:35,256 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/89969c214f05479598418a575c1f2801 2024-11-22T16:43:35,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/d2bec617010d47e7b5590350a9a2377b as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/d2bec617010d47e7b5590350a9a2377b 2024-11-22T16:43:35,263 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/d2bec617010d47e7b5590350a9a2377b, entries=150, sequenceid=305, filesize=30.5 K 2024-11-22T16:43:35,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/c406f96f4c234effa489b2013ed32a2d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/c406f96f4c234effa489b2013ed32a2d 2024-11-22T16:43:35,267 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/c406f96f4c234effa489b2013ed32a2d, entries=150, sequenceid=305, filesize=12.0 K 2024-11-22T16:43:35,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/89969c214f05479598418a575c1f2801 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/89969c214f05479598418a575c1f2801 2024-11-22T16:43:35,271 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/89969c214f05479598418a575c1f2801, entries=150, sequenceid=305, filesize=12.0 K 2024-11-22T16:43:35,272 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 1274ms, sequenceid=305, compaction requested=true 2024-11-22T16:43:35,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:35,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:35,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-22T16:43:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-22T16:43:35,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-22T16:43:35,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4280 sec 2024-11-22T16:43:35,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.4340 sec 2024-11-22T16:43:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:35,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T16:43:35,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:35,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:43:35,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:35,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:43:35,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:35,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T16:43:35,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f5be44d45d064e94889dd2bee161adaf_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_0/A:col10/1732293814159/Put/seqid=0 2024-11-22T16:43:35,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742446_1622 (size=12454) 2024-11-22T16:43:35,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293875334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:35,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:35,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:35,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:35,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293875335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:35,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:35,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:35,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:35,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293875440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:35,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:35,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:35,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:35,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293875451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:35,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:35,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:35,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:35,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293875651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:35,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293875660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:35,729 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:35,732 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f5be44d45d064e94889dd2bee161adaf_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f5be44d45d064e94889dd2bee161adaf_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:35,733 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/561415aa0c51454c85d87386e2b095ea, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:35,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/561415aa0c51454c85d87386e2b095ea is 175, key is test_row_0/A:col10/1732293814159/Put/seqid=0 2024-11-22T16:43:35,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742447_1623 (size=31255) 2024-11-22T16:43:35,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293875961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:35,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:35,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293875971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:35,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:35,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:35,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T16:43:35,991 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:35,992 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T16:43:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-22T16:43:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T16:43:35,994 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T16:43:35,994 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T16:43:35,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T16:43:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T16:43:36,137 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/561415aa0c51454c85d87386e2b095ea 2024-11-22T16:43:36,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/25e723615ccf4a29a1578ab210487bd6 is 50, key is test_row_0/B:col10/1732293814159/Put/seqid=0 2024-11-22T16:43:36,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T16:43:36,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:36,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:36,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:36,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742448_1624 (size=12301) 2024-11-22T16:43:36,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T16:43:36,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:36,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:36,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:36,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T16:43:36,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T16:43:36,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:36,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:36,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:36,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58146 deadline: 1732293876471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:36,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T16:43:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36997 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58132 deadline: 1732293876481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 2024-11-22T16:43:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 , the old value is region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T16:43:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., hostname=4618c6346924,36997,1732293635397, seqNum=5 because the exception is null or not the one we care about 2024-11-22T16:43:36,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/25e723615ccf4a29a1578ab210487bd6 2024-11-22T16:43:36,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/a469af622c1f47dd963e7604e7783b42 is 50, key is test_row_0/C:col10/1732293814159/Put/seqid=0 2024-11-22T16:43:36,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742449_1625 (size=12301) 2024-11-22T16:43:36,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T16:43:36,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:36,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:36,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:36,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T16:43:36,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T16:43:36,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:36,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:36,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:36,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,781 INFO [Thread-2432 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2432. 2024-11-22T16:43:36,781 DEBUG [Thread-2432 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:36,781 DEBUG [Thread-2432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:36,781 DEBUG [Thread-2432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:36,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:36,782 INFO [Thread-2436 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2436. 2024-11-22T16:43:36,782 DEBUG [Thread-2436 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:36,782 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:36,782 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:36,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:36,783 INFO [Thread-2434 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2434. 2024-11-22T16:43:36,783 DEBUG [Thread-2434 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:36,783 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:36,783 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:36,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:36,786 INFO [Thread-2430 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2430. 2024-11-22T16:43:36,786 DEBUG [Thread-2430 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:36,786 DEBUG [Thread-2430 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:36,786 DEBUG [Thread-2430 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:36,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:36,786 INFO [Thread-2438 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2438. 2024-11-22T16:43:36,787 DEBUG [Thread-2438 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:36,787 DEBUG [Thread-2438 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:36,787 DEBUG [Thread-2438 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:36,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:36,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T16:43:36,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:36,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:36,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:36,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:43:36,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/a469af622c1f47dd963e7604e7783b42 2024-11-22T16:43:36,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/561415aa0c51454c85d87386e2b095ea as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/561415aa0c51454c85d87386e2b095ea 2024-11-22T16:43:36,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/561415aa0c51454c85d87386e2b095ea, entries=150, sequenceid=326, filesize=30.5 K 2024-11-22T16:43:36,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/25e723615ccf4a29a1578ab210487bd6 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/25e723615ccf4a29a1578ab210487bd6 2024-11-22T16:43:36,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/25e723615ccf4a29a1578ab210487bd6, entries=150, sequenceid=326, filesize=12.0 K 2024-11-22T16:43:36,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/a469af622c1f47dd963e7604e7783b42 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/a469af622c1f47dd963e7604e7783b42 2024-11-22T16:43:36,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/a469af622c1f47dd963e7604e7783b42, entries=150, sequenceid=326, filesize=12.0 K 2024-11-22T16:43:36,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 1671ms, sequenceid=326, compaction requested=true 2024-11-22T16:43:36,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:36,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T16:43:36,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:36,985 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:43:36,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T16:43:36,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:36,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ccbf6d0c9e7001e5b0d7ab5bc724f6ea:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T16:43:36,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:36,985 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:43:36,986 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:43:36,986 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A is initiating minor compaction (all files) 2024-11-22T16:43:36,986 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:43:36,986 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B is initiating minor compaction (all files) 2024-11-22T16:43:36,986 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:36,986 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:36,986 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/2ceedfce60e24dca9079a66a58482640, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/ffeb95053375435e82dca67de0663f0c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/d2bec617010d47e7b5590350a9a2377b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/561415aa0c51454c85d87386e2b095ea] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=122.7 K 2024-11-22T16:43:36,986 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/dc10073893534fbd9c4a1451d09ec35b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/8b966d9d07f14e388fce2cb5ffeae525, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/c406f96f4c234effa489b2013ed32a2d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/25e723615ccf4a29a1578ab210487bd6] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=48.6 K 2024-11-22T16:43:36,986 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:36,986 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. files: [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/2ceedfce60e24dca9079a66a58482640, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/ffeb95053375435e82dca67de0663f0c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/d2bec617010d47e7b5590350a9a2377b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/561415aa0c51454c85d87386e2b095ea] 2024-11-22T16:43:36,986 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting dc10073893534fbd9c4a1451d09ec35b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732293812246 2024-11-22T16:43:36,986 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ceedfce60e24dca9079a66a58482640, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732293812246 2024-11-22T16:43:36,987 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b966d9d07f14e388fce2cb5ffeae525, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732293812622 2024-11-22T16:43:36,987 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffeb95053375435e82dca67de0663f0c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732293812622 2024-11-22T16:43:36,987 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2bec617010d47e7b5590350a9a2377b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732293812954 2024-11-22T16:43:36,987 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting c406f96f4c234effa489b2013ed32a2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732293812954 2024-11-22T16:43:36,987 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] compactions.Compactor(225): Compacting 561415aa0c51454c85d87386e2b095ea, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732293814147 2024-11-22T16:43:36,987 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 25e723615ccf4a29a1578ab210487bd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732293814147 2024-11-22T16:43:36,995 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#B#compaction#530 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:36,995 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/c1b8e21c696f4cd4b3d2228653690279 is 50, key is test_row_0/B:col10/1732293814159/Put/seqid=0 2024-11-22T16:43:36,997 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:36,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742450_1626 (size=13017) 2024-11-22T16:43:36,999 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112213cd54a1c6c444e4b4b5585db3939f22_ccbf6d0c9e7001e5b0d7ab5bc724f6ea store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:37,021 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112213cd54a1c6c444e4b4b5585db3939f22_ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:37,021 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112213cd54a1c6c444e4b4b5585db3939f22_ccbf6d0c9e7001e5b0d7ab5bc724f6ea because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:37,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742451_1627 (size=4469) 2024-11-22T16:43:37,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T16:43:37,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:37,065 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T16:43:37,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:37,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:37,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:37,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:37,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:37,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:37,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224245c8a2604a4ca68fa4c6d4d5b2632b_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_0/A:col10/1732293815327/Put/seqid=0 2024-11-22T16:43:37,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742452_1628 (size=12454) 2024-11-22T16:43:37,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:37,078 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224245c8a2604a4ca68fa4c6d4d5b2632b_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224245c8a2604a4ca68fa4c6d4d5b2632b_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:37,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/ebff0d76a3e24215b69e556ec083a334, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:37,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/ebff0d76a3e24215b69e556ec083a334 is 175, key is test_row_0/A:col10/1732293815327/Put/seqid=0 2024-11-22T16:43:37,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742453_1629 (size=31255) 2024-11-22T16:43:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T16:43:37,403 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/c1b8e21c696f4cd4b3d2228653690279 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/c1b8e21c696f4cd4b3d2228653690279 2024-11-22T16:43:37,407 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into c1b8e21c696f4cd4b3d2228653690279(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:37,407 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:37,407 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B, priority=12, startTime=1732293816985; duration=0sec 2024-11-22T16:43:37,407 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T16:43:37,407 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:B 2024-11-22T16:43:37,407 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T16:43:37,408 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T16:43:37,408 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1541): ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C is initiating minor compaction (all files) 2024-11-22T16:43:37,408 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C in TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:37,408 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/75177b31576b4178a5031a6c4266ff90, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/c267030913744646abe86be1ce1b58c0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/89969c214f05479598418a575c1f2801, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/a469af622c1f47dd963e7604e7783b42] into tmpdir=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp, totalSize=48.6 K 2024-11-22T16:43:37,408 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 75177b31576b4178a5031a6c4266ff90, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732293812246 2024-11-22T16:43:37,408 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting c267030913744646abe86be1ce1b58c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732293812622 2024-11-22T16:43:37,408 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting 89969c214f05479598418a575c1f2801, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732293812954 2024-11-22T16:43:37,409 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] compactions.Compactor(225): Compacting a469af622c1f47dd963e7604e7783b42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732293814147 2024-11-22T16:43:37,415 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#C#compaction#533 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:37,415 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/861b202df09944d59eb933cd7ecb114d is 50, key is test_row_0/C:col10/1732293814159/Put/seqid=0 2024-11-22T16:43:37,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742454_1630 (size=12983) 2024-11-22T16:43:37,428 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ccbf6d0c9e7001e5b0d7ab5bc724f6ea#A#compaction#531 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T16:43:37,429 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/d8c0bf1c912949b39a96067c534cce47 is 175, key is test_row_0/A:col10/1732293814159/Put/seqid=0 2024-11-22T16:43:37,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742455_1631 (size=31971) 2024-11-22T16:43:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36997 {}] regionserver.HRegion(8855): Flush requested on ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:37,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. as already flushing 2024-11-22T16:43:37,482 INFO [Thread-2425 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2425. 2024-11-22T16:43:37,482 DEBUG [Thread-2425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:37,482 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:37,482 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:37,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:37,483 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/ebff0d76a3e24215b69e556ec083a334 2024-11-22T16:43:37,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/6e77f3e8696347f19891d9ca77b1b45f is 50, key is test_row_0/B:col10/1732293815327/Put/seqid=0 2024-11-22T16:43:37,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742456_1632 (size=12301) 2024-11-22T16:43:37,492 INFO [Thread-2421 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2421. 2024-11-22T16:43:37,492 DEBUG [Thread-2421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:37,492 DEBUG [Thread-2421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:37,493 DEBUG [Thread-2421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:37,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:37,768 DEBUG [regionserver/4618c6346924:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-22T16:43:37,822 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/861b202df09944d59eb933cd7ecb114d as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/861b202df09944d59eb933cd7ecb114d 2024-11-22T16:43:37,826 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into 861b202df09944d59eb933cd7ecb114d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:37,826 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:37,826 INFO [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C, priority=12, startTime=1732293816985; duration=0sec 2024-11-22T16:43:37,826 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:37,826 DEBUG [RS:0;4618c6346924:36997-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:C 2024-11-22T16:43:37,835 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/d8c0bf1c912949b39a96067c534cce47 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/d8c0bf1c912949b39a96067c534cce47 2024-11-22T16:43:37,839 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A of ccbf6d0c9e7001e5b0d7ab5bc724f6ea into d8c0bf1c912949b39a96067c534cce47(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T16:43:37,839 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:37,839 INFO [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., storeName=ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A, priority=12, startTime=1732293816985; duration=0sec 2024-11-22T16:43:37,839 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T16:43:37,839 DEBUG [RS:0;4618c6346924:36997-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ccbf6d0c9e7001e5b0d7ab5bc724f6ea:A 2024-11-22T16:43:37,893 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/6e77f3e8696347f19891d9ca77b1b45f 2024-11-22T16:43:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/3a6934df55ed4073a4b84d516ec6a816 is 50, key is test_row_0/C:col10/1732293815327/Put/seqid=0 2024-11-22T16:43:37,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742457_1633 (size=12301) 2024-11-22T16:43:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T16:43:38,302 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/3a6934df55ed4073a4b84d516ec6a816 2024-11-22T16:43:38,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/ebff0d76a3e24215b69e556ec083a334 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/ebff0d76a3e24215b69e556ec083a334 2024-11-22T16:43:38,308 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/ebff0d76a3e24215b69e556ec083a334, entries=150, sequenceid=337, filesize=30.5 K 2024-11-22T16:43:38,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/6e77f3e8696347f19891d9ca77b1b45f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/6e77f3e8696347f19891d9ca77b1b45f 2024-11-22T16:43:38,311 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/6e77f3e8696347f19891d9ca77b1b45f, entries=150, sequenceid=337, filesize=12.0 K 2024-11-22T16:43:38,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/3a6934df55ed4073a4b84d516ec6a816 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/3a6934df55ed4073a4b84d516ec6a816 2024-11-22T16:43:38,314 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/3a6934df55ed4073a4b84d516ec6a816, entries=150, sequenceid=337, filesize=12.0 K 2024-11-22T16:43:38,315 INFO [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=13.42 KB/13740 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 1250ms, sequenceid=337, compaction requested=false 2024-11-22T16:43:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: 2024-11-22T16:43:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4618c6346924:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-22T16:43:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-22T16:43:38,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-22T16:43:38,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3220 sec 2024-11-22T16:43:38,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.3260 sec 2024-11-22T16:43:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T16:43:40,161 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:43,682 INFO [Thread-2427 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2427. 2024-11-22T16:43:43,682 DEBUG [Thread-2427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:43,682 DEBUG [Thread-2427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:43,682 DEBUG [Thread-2427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:43,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:43,702 INFO [Thread-2419 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2419. 2024-11-22T16:43:43,702 DEBUG [Thread-2419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:43,702 DEBUG [Thread-2419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:43,703 DEBUG [Thread-2419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:43,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:43,722 INFO [Thread-2423 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2423. 2024-11-22T16:43:43,722 DEBUG [Thread-2423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T16:43:43,722 DEBUG [Thread-2423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:43,722 DEBUG [Thread-2423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:43,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:43,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T16:43:43,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-22T16:43:43,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-22T16:43:43,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-22T16:43:43,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-22T16:43:43,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-22T16:43:43,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T16:43:43,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2787 2024-11-22T16:43:43,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2689 2024-11-22T16:43:43,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2860 2024-11-22T16:43:43,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2774 2024-11-22T16:43:43,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2694 2024-11-22T16:43:43,722 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T16:43:43,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:43:43,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:43:43,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:43,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:43,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:43,723 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T16:43:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T16:43:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T16:43:43,726 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293823726"}]},"ts":"1732293823726"} 2024-11-22T16:43:43,728 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T16:43:43,728 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T16:43:43,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T16:43:43,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, UNASSIGN}] 2024-11-22T16:43:43,730 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, UNASSIGN 2024-11-22T16:43:43,731 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, regionState=CLOSING, regionLocation=4618c6346924,36997,1732293635397 2024-11-22T16:43:43,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, UNASSIGN because future has completed 2024-11-22T16:43:43,732 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T16:43:43,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397}] 2024-11-22T16:43:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T16:43:43,884 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:43,884 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T16:43:43,884 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing ccbf6d0c9e7001e5b0d7ab5bc724f6ea, disabling compactions & flushes 2024-11-22T16:43:43,884 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:43,884 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:43,884 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. after waiting 0 ms 2024-11-22T16:43:43,884 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:43,884 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T16:43:43,885 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=A 2024-11-22T16:43:43,885 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:43,885 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=B 2024-11-22T16:43:43,885 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:43,885 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ccbf6d0c9e7001e5b0d7ab5bc724f6ea, store=C 2024-11-22T16:43:43,885 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T16:43:43,889 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e3ee8e18ed3448ee8bda77494192102e_ccbf6d0c9e7001e5b0d7ab5bc724f6ea is 50, key is test_row_1/A:col10/1732293823701/Put/seqid=0 2024-11-22T16:43:43,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742458_1634 (size=9914) 2024-11-22T16:43:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T16:43:44,293 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:43:44,295 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e3ee8e18ed3448ee8bda77494192102e_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e3ee8e18ed3448ee8bda77494192102e_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:44,296 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/9795c7938d5243fcb901019294efffa0, store: [table=TestAcidGuarantees family=A region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea] 2024-11-22T16:43:44,297 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/9795c7938d5243fcb901019294efffa0 is 175, key is test_row_1/A:col10/1732293823701/Put/seqid=0 2024-11-22T16:43:44,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742459_1635 (size=22561) 2024-11-22T16:43:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T16:43:44,700 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/9795c7938d5243fcb901019294efffa0 2024-11-22T16:43:44,706 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/d5c1c68867dd473393903d26e7f4d38e is 50, key is test_row_1/B:col10/1732293823701/Put/seqid=0 2024-11-22T16:43:44,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742460_1636 (size=9857) 2024-11-22T16:43:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T16:43:45,110 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/d5c1c68867dd473393903d26e7f4d38e 2024-11-22T16:43:45,115 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/5bcc02c510124d1186c3e6804b9e7f55 is 50, key is test_row_1/C:col10/1732293823701/Put/seqid=0 2024-11-22T16:43:45,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742461_1637 (size=9857) 2024-11-22T16:43:45,518 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/5bcc02c510124d1186c3e6804b9e7f55 2024-11-22T16:43:45,522 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/A/9795c7938d5243fcb901019294efffa0 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/9795c7938d5243fcb901019294efffa0 2024-11-22T16:43:45,524 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/9795c7938d5243fcb901019294efffa0, entries=100, sequenceid=348, filesize=22.0 K 2024-11-22T16:43:45,525 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/B/d5c1c68867dd473393903d26e7f4d38e as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/d5c1c68867dd473393903d26e7f4d38e 2024-11-22T16:43:45,527 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/d5c1c68867dd473393903d26e7f4d38e, entries=100, sequenceid=348, filesize=9.6 K 2024-11-22T16:43:45,528 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/.tmp/C/5bcc02c510124d1186c3e6804b9e7f55 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/5bcc02c510124d1186c3e6804b9e7f55 2024-11-22T16:43:45,530 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/5bcc02c510124d1186c3e6804b9e7f55, entries=100, sequenceid=348, filesize=9.6 K 2024-11-22T16:43:45,531 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 1647ms, sequenceid=348, compaction requested=true 2024-11-22T16:43:45,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/e51e6f11dde9444aac409f2710ec2987, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/5be903965d1f4982be10caba2a9fd26c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/41684ccd0e5c4e0194827c60577559d2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a1d4a64fa5f84b49b28ae6b9c762b140, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/e38b8ff44e7d4ce4a1b7e9f25bb0ff7e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/4fc6d3d7c55b489bbf9a2cec632b820b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/cd93bd5d9cbf46288a49c42e22863876, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/2c92fd3b566049f4a6b2454a397bc5de, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/7702c7b6150c488caf6c9f3ad0fe4911, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a69ee9f1ab7448f487fe50e013d9830e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a96ff569a1d448b39e9007d9d71daeb7, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/213bcb4c94b94f77974827c915028a5d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/9746da3702a048cfa4cf55cb0290bc9a, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/19761ea3c0f047aea8b292f8745a1044, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/5c286b9f822744e28d224e5b4f55ef9c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/aa24a3b48aaa427093a95c9a3d9b3b7b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/7dd55c5ec8904e068d719875cd89731e, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/2ceedfce60e24dca9079a66a58482640, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/ffeb95053375435e82dca67de0663f0c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/d2bec617010d47e7b5590350a9a2377b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/561415aa0c51454c85d87386e2b095ea] to archive 2024-11-22T16:43:45,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:43:45,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/e51e6f11dde9444aac409f2710ec2987 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/e51e6f11dde9444aac409f2710ec2987 2024-11-22T16:43:45,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/5be903965d1f4982be10caba2a9fd26c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/5be903965d1f4982be10caba2a9fd26c 2024-11-22T16:43:45,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/41684ccd0e5c4e0194827c60577559d2 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/41684ccd0e5c4e0194827c60577559d2 2024-11-22T16:43:45,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a1d4a64fa5f84b49b28ae6b9c762b140 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a1d4a64fa5f84b49b28ae6b9c762b140 2024-11-22T16:43:45,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/e38b8ff44e7d4ce4a1b7e9f25bb0ff7e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/e38b8ff44e7d4ce4a1b7e9f25bb0ff7e 2024-11-22T16:43:45,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/4fc6d3d7c55b489bbf9a2cec632b820b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/4fc6d3d7c55b489bbf9a2cec632b820b 2024-11-22T16:43:45,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/cd93bd5d9cbf46288a49c42e22863876 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/cd93bd5d9cbf46288a49c42e22863876 2024-11-22T16:43:45,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/2c92fd3b566049f4a6b2454a397bc5de to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/2c92fd3b566049f4a6b2454a397bc5de 2024-11-22T16:43:45,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/7702c7b6150c488caf6c9f3ad0fe4911 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/7702c7b6150c488caf6c9f3ad0fe4911 2024-11-22T16:43:45,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a69ee9f1ab7448f487fe50e013d9830e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a69ee9f1ab7448f487fe50e013d9830e 2024-11-22T16:43:45,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a96ff569a1d448b39e9007d9d71daeb7 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/a96ff569a1d448b39e9007d9d71daeb7 2024-11-22T16:43:45,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/213bcb4c94b94f77974827c915028a5d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/213bcb4c94b94f77974827c915028a5d 2024-11-22T16:43:45,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/9746da3702a048cfa4cf55cb0290bc9a to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/9746da3702a048cfa4cf55cb0290bc9a 2024-11-22T16:43:45,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/19761ea3c0f047aea8b292f8745a1044 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/19761ea3c0f047aea8b292f8745a1044 2024-11-22T16:43:45,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/5c286b9f822744e28d224e5b4f55ef9c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/5c286b9f822744e28d224e5b4f55ef9c 2024-11-22T16:43:45,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/aa24a3b48aaa427093a95c9a3d9b3b7b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/aa24a3b48aaa427093a95c9a3d9b3b7b 2024-11-22T16:43:45,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/7dd55c5ec8904e068d719875cd89731e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/7dd55c5ec8904e068d719875cd89731e 2024-11-22T16:43:45,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/2ceedfce60e24dca9079a66a58482640 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/2ceedfce60e24dca9079a66a58482640 2024-11-22T16:43:45,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/ffeb95053375435e82dca67de0663f0c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/ffeb95053375435e82dca67de0663f0c 2024-11-22T16:43:45,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/d2bec617010d47e7b5590350a9a2377b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/d2bec617010d47e7b5590350a9a2377b 2024-11-22T16:43:45,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/561415aa0c51454c85d87386e2b095ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/561415aa0c51454c85d87386e2b095ea 2024-11-22T16:43:45,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/cf38dd1bff324544baeab2692daea065, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/13327214408e4ed7a8ef0026dc78e0cb, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/804af15aa38541dc80423c5aa96283a1, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/7360778e2b7648f7836bc933af6da8ee, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/0ea04be669f64a528033df0c292a5bc8, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/fdfa513816d8460a88ceb406154c2fa9, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/2c6eccfebb2b4665aebd9b0a997261b4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/2a787d79693f4b6d9f7c102279798601, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/fbf7ba165ce344c582414cfa292492b5, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/1477d1cb7b7a4e4f86bcea9b525c51a6, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/97b5d14e8f384eb09db34d9422b770e2, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/e8e6ea87e76540f2a6be0c743193cf02, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/959e840bbda84ada8872501f51d469aa, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/7dae24c7c53e42e4a5701ac893906882, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/22c71d565f3045c7b13d20749d26d640, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/a02aeee697c74516953059158e30dfb1, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/dc10073893534fbd9c4a1451d09ec35b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/66be974d20f24064b037346306d281e3, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/8b966d9d07f14e388fce2cb5ffeae525, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/c406f96f4c234effa489b2013ed32a2d, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/25e723615ccf4a29a1578ab210487bd6] to archive 2024-11-22T16:43:45,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:43:45,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/cf38dd1bff324544baeab2692daea065 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/cf38dd1bff324544baeab2692daea065 2024-11-22T16:43:45,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/13327214408e4ed7a8ef0026dc78e0cb to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/13327214408e4ed7a8ef0026dc78e0cb 2024-11-22T16:43:45,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/804af15aa38541dc80423c5aa96283a1 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/804af15aa38541dc80423c5aa96283a1 2024-11-22T16:43:45,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/7360778e2b7648f7836bc933af6da8ee to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/7360778e2b7648f7836bc933af6da8ee 2024-11-22T16:43:45,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/0ea04be669f64a528033df0c292a5bc8 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/0ea04be669f64a528033df0c292a5bc8 2024-11-22T16:43:45,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/fdfa513816d8460a88ceb406154c2fa9 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/fdfa513816d8460a88ceb406154c2fa9 2024-11-22T16:43:45,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/2c6eccfebb2b4665aebd9b0a997261b4 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/2c6eccfebb2b4665aebd9b0a997261b4 2024-11-22T16:43:45,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/2a787d79693f4b6d9f7c102279798601 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/2a787d79693f4b6d9f7c102279798601 2024-11-22T16:43:45,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/fbf7ba165ce344c582414cfa292492b5 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/fbf7ba165ce344c582414cfa292492b5 2024-11-22T16:43:45,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/1477d1cb7b7a4e4f86bcea9b525c51a6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/1477d1cb7b7a4e4f86bcea9b525c51a6 2024-11-22T16:43:45,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/97b5d14e8f384eb09db34d9422b770e2 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/97b5d14e8f384eb09db34d9422b770e2 2024-11-22T16:43:45,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/e8e6ea87e76540f2a6be0c743193cf02 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/e8e6ea87e76540f2a6be0c743193cf02 2024-11-22T16:43:45,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/959e840bbda84ada8872501f51d469aa to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/959e840bbda84ada8872501f51d469aa 2024-11-22T16:43:45,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/7dae24c7c53e42e4a5701ac893906882 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/7dae24c7c53e42e4a5701ac893906882 2024-11-22T16:43:45,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/22c71d565f3045c7b13d20749d26d640 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/22c71d565f3045c7b13d20749d26d640 2024-11-22T16:43:45,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/a02aeee697c74516953059158e30dfb1 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/a02aeee697c74516953059158e30dfb1 2024-11-22T16:43:45,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/dc10073893534fbd9c4a1451d09ec35b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/dc10073893534fbd9c4a1451d09ec35b 2024-11-22T16:43:45,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/66be974d20f24064b037346306d281e3 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/66be974d20f24064b037346306d281e3 2024-11-22T16:43:45,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/8b966d9d07f14e388fce2cb5ffeae525 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/8b966d9d07f14e388fce2cb5ffeae525 2024-11-22T16:43:45,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/c406f96f4c234effa489b2013ed32a2d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/c406f96f4c234effa489b2013ed32a2d 2024-11-22T16:43:45,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/25e723615ccf4a29a1578ab210487bd6 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/25e723615ccf4a29a1578ab210487bd6 2024-11-22T16:43:45,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/4753f763042c41fda9b71acc0df8c087, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/a5273abff21240cbb94ca9fa6da71578, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/72361547e9ed451788413940b0b1b97b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/09e5c23e44174abf8fa723a108a5e428, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/863ff0a548614d39a1ba11bde5bbbfae, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/fb45324edb1142bb9fc5d2a03dc88317, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/1bdee96b75934ed58b6647368b445d1c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/0eadbd52af584f348c40605d5adde514, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/0a3a19dc9ace4900b13fd2f426490350, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/fd088d7ba1b24dc8aae3ef7abe323531, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/42659d1794bb45edb626a2c5305dc034, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/e69c3930c0c44f86ab4ee500915faefe, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/e0345b18f558413ba87e2b2e26623850, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/412f54a174734110a6f3cbf4a139e73c, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/4a6e5a37929948adbd6dad36f2ba25f4, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/75177b31576b4178a5031a6c4266ff90, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/5954a7bed9524c56aff043de0a23942b, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/c267030913744646abe86be1ce1b58c0, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/89969c214f05479598418a575c1f2801, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/a469af622c1f47dd963e7604e7783b42] to archive 2024-11-22T16:43:45,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T16:43:45,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/4753f763042c41fda9b71acc0df8c087 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/4753f763042c41fda9b71acc0df8c087 2024-11-22T16:43:45,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/a5273abff21240cbb94ca9fa6da71578 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/a5273abff21240cbb94ca9fa6da71578 2024-11-22T16:43:45,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/72361547e9ed451788413940b0b1b97b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/72361547e9ed451788413940b0b1b97b 2024-11-22T16:43:45,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/09e5c23e44174abf8fa723a108a5e428 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/09e5c23e44174abf8fa723a108a5e428 2024-11-22T16:43:45,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/863ff0a548614d39a1ba11bde5bbbfae to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/863ff0a548614d39a1ba11bde5bbbfae 2024-11-22T16:43:45,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/fb45324edb1142bb9fc5d2a03dc88317 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/fb45324edb1142bb9fc5d2a03dc88317 2024-11-22T16:43:45,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/1bdee96b75934ed58b6647368b445d1c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/1bdee96b75934ed58b6647368b445d1c 2024-11-22T16:43:45,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/0eadbd52af584f348c40605d5adde514 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/0eadbd52af584f348c40605d5adde514 2024-11-22T16:43:45,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/0a3a19dc9ace4900b13fd2f426490350 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/0a3a19dc9ace4900b13fd2f426490350 2024-11-22T16:43:45,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/fd088d7ba1b24dc8aae3ef7abe323531 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/fd088d7ba1b24dc8aae3ef7abe323531 2024-11-22T16:43:45,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/42659d1794bb45edb626a2c5305dc034 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/42659d1794bb45edb626a2c5305dc034 2024-11-22T16:43:45,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/e69c3930c0c44f86ab4ee500915faefe to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/e69c3930c0c44f86ab4ee500915faefe 2024-11-22T16:43:45,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/e0345b18f558413ba87e2b2e26623850 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/e0345b18f558413ba87e2b2e26623850 2024-11-22T16:43:45,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/412f54a174734110a6f3cbf4a139e73c to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/412f54a174734110a6f3cbf4a139e73c 2024-11-22T16:43:45,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/4a6e5a37929948adbd6dad36f2ba25f4 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/4a6e5a37929948adbd6dad36f2ba25f4 2024-11-22T16:43:45,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/75177b31576b4178a5031a6c4266ff90 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/75177b31576b4178a5031a6c4266ff90 2024-11-22T16:43:45,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/5954a7bed9524c56aff043de0a23942b to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/5954a7bed9524c56aff043de0a23942b 2024-11-22T16:43:45,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/c267030913744646abe86be1ce1b58c0 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/c267030913744646abe86be1ce1b58c0 2024-11-22T16:43:45,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/89969c214f05479598418a575c1f2801 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/89969c214f05479598418a575c1f2801 2024-11-22T16:43:45,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/a469af622c1f47dd963e7604e7783b42 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/a469af622c1f47dd963e7604e7783b42 2024-11-22T16:43:45,587 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=4 2024-11-22T16:43:45,588 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. 2024-11-22T16:43:45,588 DEBUG [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for ccbf6d0c9e7001e5b0d7ab5bc724f6ea: Waiting for close lock at 1732293823884Running coprocessor pre-close hooks at 1732293823884Disabling compacts and flushes for region at 1732293823884Disabling writes for close at 1732293823884Obtaining lock to block concurrent updates at 1732293823884Preparing flush snapshotting stores in ccbf6d0c9e7001e5b0d7ab5bc724f6ea at 1732293823884Finished memstore snapshotting TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732293823885 (+1 ms)Flushing stores of TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea. at 1732293823885Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A: creating writer at 1732293823885Flushing mob file ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A: appending metadata at 1732293823889 (+4 ms)Flushing mob file ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A: closing flushed file at 1732293823889Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A: appending metadata at 1732293824296 (+407 ms)Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A: closing flushed file at 1732293824296Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B: creating writer at 1732293824703 (+407 ms)Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B: appending metadata at 1732293824706 (+3 ms)Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B: closing flushed file at 1732293824706Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C: creating writer at 1732293825113 (+407 ms)Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C: appending metadata at 1732293825114 (+1 ms)Flushing ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C: closing flushed file at 1732293825114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6659ef7a: reopening flushed file at 1732293825521 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd68d1: reopening flushed file at 1732293825524 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@551de272: reopening flushed file at 1732293825528 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ccbf6d0c9e7001e5b0d7ab5bc724f6ea in 1647ms, sequenceid=348, compaction requested=true at 1732293825531 (+3 ms)Writing region close event to WAL at 1732293825585 (+54 ms)Running coprocessor post-close hooks at 1732293825588 (+3 ms)Closed at 1732293825588 2024-11-22T16:43:45,590 INFO [RS_CLOSE_REGION-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,590 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, regionState=CLOSED 2024-11-22T16:43:45,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 because future has completed 2024-11-22T16:43:45,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-22T16:43:45,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure ccbf6d0c9e7001e5b0d7ab5bc724f6ea, server=4618c6346924,36997,1732293635397 in 1.8600 sec 2024-11-22T16:43:45,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-11-22T16:43:45,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ccbf6d0c9e7001e5b0d7ab5bc724f6ea, UNASSIGN in 1.8640 sec 2024-11-22T16:43:45,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-22T16:43:45,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8670 sec 2024-11-22T16:43:45,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732293825597"}]},"ts":"1732293825597"} 2024-11-22T16:43:45,598 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T16:43:45,598 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T16:43:45,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8740 sec 2024-11-22T16:43:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T16:43:45,882 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:45,882 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T16:43:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:43:45,884 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:43:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T16:43:45,884 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:43:45,887 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,888 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C, FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/recovered.edits] 2024-11-22T16:43:45,889 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/9795c7938d5243fcb901019294efffa0 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/9795c7938d5243fcb901019294efffa0 2024-11-22T16:43:45,890 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/d8c0bf1c912949b39a96067c534cce47 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/d8c0bf1c912949b39a96067c534cce47 2024-11-22T16:43:45,891 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/ebff0d76a3e24215b69e556ec083a334 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/A/ebff0d76a3e24215b69e556ec083a334 2024-11-22T16:43:45,893 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/6e77f3e8696347f19891d9ca77b1b45f to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/6e77f3e8696347f19891d9ca77b1b45f 2024-11-22T16:43:45,894 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/c1b8e21c696f4cd4b3d2228653690279 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/c1b8e21c696f4cd4b3d2228653690279 2024-11-22T16:43:45,894 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/d5c1c68867dd473393903d26e7f4d38e to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/B/d5c1c68867dd473393903d26e7f4d38e 2024-11-22T16:43:45,896 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/3a6934df55ed4073a4b84d516ec6a816 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/3a6934df55ed4073a4b84d516ec6a816 2024-11-22T16:43:45,897 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/5bcc02c510124d1186c3e6804b9e7f55 to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/5bcc02c510124d1186c3e6804b9e7f55 2024-11-22T16:43:45,897 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/861b202df09944d59eb933cd7ecb114d to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/C/861b202df09944d59eb933cd7ecb114d 2024-11-22T16:43:45,899 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/recovered.edits/351.seqid to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea/recovered.edits/351.seqid 2024-11-22T16:43:45,899 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/default/TestAcidGuarantees/ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,900 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T16:43:45,900 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T16:43:45,900 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T16:43:45,902 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224245c8a2604a4ca68fa4c6d4d5b2632b_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224245c8a2604a4ca68fa4c6d4d5b2632b_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,903 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122451519d043b54f1980933a8d8626bf98_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122451519d043b54f1980933a8d8626bf98_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,904 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122608ce79b8d984e8b98136899e51f1e26_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122608ce79b8d984e8b98136899e51f1e26_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,905 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227f6049eef27f4f2ebe41961d85c7c60b_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227f6049eef27f4f2ebe41961d85c7c60b_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,906 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122812f411a39414c499fc2e9b61ea94773_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122812f411a39414c499fc2e9b61ea94773_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,906 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122883914aaeac1476e8f5bf56e1f62527f_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122883914aaeac1476e8f5bf56e1f62527f_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,907 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229d7a0129594e40b5b4357af4c082fda0_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229d7a0129594e40b5b4357af4c082fda0_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,908 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bf22b5fd7e0c432480222d594824eda8_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bf22b5fd7e0c432480222d594824eda8_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,909 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c7be1c87a7544dfe9401f291d263028e_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c7be1c87a7544dfe9401f291d263028e_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,910 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d241866544784f6b8b4a8d6848771765_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d241866544784f6b8b4a8d6848771765_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,910 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d3e5fc0f6f7443ceaba0215f3f1b38d7_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d3e5fc0f6f7443ceaba0215f3f1b38d7_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,911 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d84c507d64da4621afb430f8201c79c0_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d84c507d64da4621afb430f8201c79c0_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,912 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dc0b434627364de0a7a095c18ad6c7e9_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dc0b434627364de0a7a095c18ad6c7e9_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,913 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dc72933bcc8c4419b66a5d7393b21e22_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122dc72933bcc8c4419b66a5d7393b21e22_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,914 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e0d2d978625540a5824d3aa5f78006b1_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e0d2d978625540a5824d3aa5f78006b1_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,914 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e3ee8e18ed3448ee8bda77494192102e_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e3ee8e18ed3448ee8bda77494192102e_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,915 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e88bc4a6af2c4f17a65095ea2c5e3f57_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e88bc4a6af2c4f17a65095ea2c5e3f57_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,916 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f5be44d45d064e94889dd2bee161adaf_ccbf6d0c9e7001e5b0d7ab5bc724f6ea to hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f5be44d45d064e94889dd2bee161adaf_ccbf6d0c9e7001e5b0d7ab5bc724f6ea 2024-11-22T16:43:45,916 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T16:43:45,918 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:43:45,920 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T16:43:45,922 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T16:43:45,923 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:43:45,923 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T16:43:45,923 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732293825923"}]},"ts":"9223372036854775807"} 2024-11-22T16:43:45,925 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T16:43:45,925 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ccbf6d0c9e7001e5b0d7ab5bc724f6ea, NAME => 'TestAcidGuarantees,,1732293793670.ccbf6d0c9e7001e5b0d7ab5bc724f6ea.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T16:43:45,925 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T16:43:45,925 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732293825925"}]},"ts":"9223372036854775807"} 2024-11-22T16:43:45,926 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T16:43:45,927 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T16:43:45,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-22T16:43:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T16:43:45,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T16:43:45,992 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T16:43:46,001 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 245) - Thread LEAK? -, OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=6600 (was 6731) 2024-11-22T16:43:46,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:43:46,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:43:46,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:43:46,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:46,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:46,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:43:46,001 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:43:46,002 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=611241949, stopped=false 2024-11-22T16:43:46,002 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4618c6346924,45491,1732293634581 2024-11-22T16:43:46,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T16:43:46,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T16:43:46,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:43:46,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:43:46,004 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:43:46,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:43:46,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:43:46,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:46,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:43:46,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T16:43:46,007 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4618c6346924,36997,1732293635397' ***** 2024-11-22T16:43:46,007 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:43:46,007 INFO [RS:0;4618c6346924:36997 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:43:46,008 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:43:46,008 INFO [RS:0;4618c6346924:36997 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:43:46,008 INFO [RS:0;4618c6346924:36997 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:43:46,008 INFO [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(959): stopping server 4618c6346924,36997,1732293635397 2024-11-22T16:43:46,008 INFO [RS:0;4618c6346924:36997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:43:46,008 INFO [RS:0;4618c6346924:36997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4618c6346924:36997. 2024-11-22T16:43:46,008 DEBUG [RS:0;4618c6346924:36997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:43:46,008 DEBUG [RS:0;4618c6346924:36997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:46,008 INFO [RS:0;4618c6346924:36997 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:43:46,008 INFO [RS:0;4618c6346924:36997 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:43:46,008 INFO [RS:0;4618c6346924:36997 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:43:46,008 INFO [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:43:46,009 INFO [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T16:43:46,009 DEBUG [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:43:46,009 DEBUG [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:43:46,009 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:43:46,009 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:43:46,009 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:43:46,009 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:43:46,009 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:43:46,009 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-22T16:43:46,034 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/.tmp/info/623ed53aa57c4768a1606a3ac34713d3 is 95, key is TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e./info:/1732293666850/DeleteFamily/seqid=0 2024-11-22T16:43:46,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742462_1638 (size=6514) 2024-11-22T16:43:46,060 INFO [regionserver/4618c6346924:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:43:46,209 DEBUG [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:43:46,410 DEBUG [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:43:46,438 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/.tmp/info/623ed53aa57c4768a1606a3ac34713d3 2024-11-22T16:43:46,456 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/.tmp/ns/30519747d6ba4c01aa1526efc4280d5f is 93, key is TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e./ns:/1732293666804/DeleteFamily/seqid=0 2024-11-22T16:43:46,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742463_1639 (size=5906) 2024-11-22T16:43:46,610 DEBUG [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:43:46,767 INFO [regionserver/4618c6346924:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:43:46,767 INFO [regionserver/4618c6346924:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:43:46,810 DEBUG [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:43:46,860 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/.tmp/ns/30519747d6ba4c01aa1526efc4280d5f 2024-11-22T16:43:46,877 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/.tmp/rep_barrier/04d590abea6d4bfa90df87a4b1708426 is 102, key is TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e./rep_barrier:/1732293666804/DeleteFamily/seqid=0 2024-11-22T16:43:46,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742464_1640 (size=6025) 2024-11-22T16:43:47,010 DEBUG [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:43:47,210 DEBUG [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:43:47,281 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/.tmp/rep_barrier/04d590abea6d4bfa90df87a4b1708426 2024-11-22T16:43:47,300 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/.tmp/table/5924a9e54f194a0b9edec90bdfc3206f is 96, key is TestAcidGuarantees,,1732293639311.dd61d34092ae35af777e9dfbade9c80e./table:/1732293666804/DeleteFamily/seqid=0 2024-11-22T16:43:47,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742465_1641 (size=5936) 2024-11-22T16:43:47,411 DEBUG [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:43:47,611 DEBUG [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:43:47,703 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/.tmp/table/5924a9e54f194a0b9edec90bdfc3206f 2024-11-22T16:43:47,706 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/.tmp/info/623ed53aa57c4768a1606a3ac34713d3 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/info/623ed53aa57c4768a1606a3ac34713d3 2024-11-22T16:43:47,709 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/info/623ed53aa57c4768a1606a3ac34713d3, entries=12, sequenceid=90, filesize=6.4 K 2024-11-22T16:43:47,710 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/.tmp/ns/30519747d6ba4c01aa1526efc4280d5f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/ns/30519747d6ba4c01aa1526efc4280d5f 2024-11-22T16:43:47,712 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/ns/30519747d6ba4c01aa1526efc4280d5f, entries=8, sequenceid=90, filesize=5.8 K 2024-11-22T16:43:47,713 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/.tmp/rep_barrier/04d590abea6d4bfa90df87a4b1708426 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/rep_barrier/04d590abea6d4bfa90df87a4b1708426 2024-11-22T16:43:47,715 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/rep_barrier/04d590abea6d4bfa90df87a4b1708426, entries=6, sequenceid=90, filesize=5.9 K 2024-11-22T16:43:47,716 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/.tmp/table/5924a9e54f194a0b9edec90bdfc3206f as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/table/5924a9e54f194a0b9edec90bdfc3206f 2024-11-22T16:43:47,718 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/table/5924a9e54f194a0b9edec90bdfc3206f, entries=7, sequenceid=90, filesize=5.8 K 2024-11-22T16:43:47,719 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=90, compaction requested=false 2024-11-22T16:43:47,722 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-22T16:43:47,723 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:43:47,723 INFO [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:43:47,723 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732293826009Running coprocessor pre-close hooks at 1732293826009Disabling compacts and flushes for region at 1732293826009Disabling writes for close at 1732293826009Obtaining lock to block concurrent updates at 1732293826009Preparing flush snapshotting stores in 1588230740 at 1732293826009Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732293826010 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732293826011 (+1 ms)Flushing 1588230740/info: creating writer at 1732293826011Flushing 1588230740/info: appending metadata at 1732293826033 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732293826033Flushing 1588230740/ns: creating writer at 1732293826441 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732293826456 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732293826456Flushing 1588230740/rep_barrier: creating writer at 1732293826863 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732293826877 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732293826877Flushing 1588230740/table: creating writer at 1732293827284 (+407 ms)Flushing 1588230740/table: appending metadata at 1732293827299 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732293827299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5856625e: reopening flushed file at 1732293827706 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d79b693: reopening flushed file at 1732293827709 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13b2a607: reopening flushed file at 1732293827712 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a45e26: reopening flushed file at 1732293827715 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=90, compaction requested=false at 1732293827719 (+4 ms)Writing region close event to WAL at 1732293827720 (+1 ms)Running coprocessor post-close hooks at 1732293827723 (+3 ms)Closed at 1732293827723 2024-11-22T16:43:47,723 DEBUG [RS_CLOSE_META-regionserver/4618c6346924:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:43:47,811 INFO [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(976): stopping server 4618c6346924,36997,1732293635397; all regions closed. 2024-11-22T16:43:47,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741834_1010 (size=25344) 2024-11-22T16:43:47,818 DEBUG [RS:0;4618c6346924:36997 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/oldWALs 2024-11-22T16:43:47,818 INFO [RS:0;4618c6346924:36997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4618c6346924%2C36997%2C1732293635397.meta:.meta(num 1732293638919) 2024-11-22T16:43:47,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741832_1008 (size=18575721) 2024-11-22T16:43:47,822 DEBUG [RS:0;4618c6346924:36997 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/oldWALs 2024-11-22T16:43:47,822 INFO [RS:0;4618c6346924:36997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4618c6346924%2C36997%2C1732293635397:(num 1732293637926) 2024-11-22T16:43:47,822 DEBUG [RS:0;4618c6346924:36997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:43:47,822 INFO [RS:0;4618c6346924:36997 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:43:47,822 INFO [RS:0;4618c6346924:36997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:43:47,822 INFO [RS:0;4618c6346924:36997 {}] hbase.ChoreService(370): Chore service for: regionserver/4618c6346924:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T16:43:47,822 INFO [RS:0;4618c6346924:36997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:43:47,823 INFO [regionserver/4618c6346924:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:43:47,823 INFO [RS:0;4618c6346924:36997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36997 2024-11-22T16:43:47,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4618c6346924,36997,1732293635397 2024-11-22T16:43:47,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T16:43:47,828 INFO [RS:0;4618c6346924:36997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:43:47,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4618c6346924,36997,1732293635397] 2024-11-22T16:43:47,832 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4618c6346924,36997,1732293635397 already deleted, retry=false 2024-11-22T16:43:47,832 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4618c6346924,36997,1732293635397 expired; onlineServers=0 2024-11-22T16:43:47,832 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4618c6346924,45491,1732293634581' ***** 2024-11-22T16:43:47,832 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:43:47,832 INFO [M:0;4618c6346924:45491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:43:47,832 INFO [M:0;4618c6346924:45491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:43:47,832 DEBUG [M:0;4618c6346924:45491 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:43:47,833 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:43:47,833 DEBUG [M:0;4618c6346924:45491 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:43:47,833 DEBUG [master/4618c6346924:0:becomeActiveMaster-HFileCleaner.small.0-1732293637668 {}] cleaner.HFileCleaner(306): Exit Thread[master/4618c6346924:0:becomeActiveMaster-HFileCleaner.small.0-1732293637668,5,FailOnTimeoutGroup] 2024-11-22T16:43:47,833 DEBUG [master/4618c6346924:0:becomeActiveMaster-HFileCleaner.large.0-1732293637668 {}] cleaner.HFileCleaner(306): Exit Thread[master/4618c6346924:0:becomeActiveMaster-HFileCleaner.large.0-1732293637668,5,FailOnTimeoutGroup] 2024-11-22T16:43:47,833 INFO [M:0;4618c6346924:45491 {}] hbase.ChoreService(370): Chore service for: master/4618c6346924:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:43:47,833 INFO [M:0;4618c6346924:45491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:43:47,833 DEBUG [M:0;4618c6346924:45491 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:43:47,833 INFO [M:0;4618c6346924:45491 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:43:47,833 INFO [M:0;4618c6346924:45491 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:43:47,833 ERROR [M:0;4618c6346924:45491 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:44249 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44249,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-22T16:43:47,834 INFO [M:0;4618c6346924:45491 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:43:47,834 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:43:47,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T16:43:47,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T16:43:47,834 DEBUG [M:0;4618c6346924:45491 {}] zookeeper.ZKUtil(347): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T16:43:47,834 WARN [M:0;4618c6346924:45491 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:43:47,835 INFO [M:0;4618c6346924:45491 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/.lastflushedseqids 2024-11-22T16:43:47,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742466_1642 (size=72) 2024-11-22T16:43:47,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:43:47,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36997-0x101408d11070001, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:43:47,930 INFO [RS:0;4618c6346924:36997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:43:47,931 INFO [RS:0;4618c6346924:36997 {}] regionserver.HRegionServer(1031): Exiting; stopping=4618c6346924,36997,1732293635397; zookeeper connection closed. 2024-11-22T16:43:47,931 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@148ebd67 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@148ebd67 2024-11-22T16:43:47,931 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:43:48,245 INFO [M:0;4618c6346924:45491 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:43:48,245 INFO [M:0;4618c6346924:45491 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:43:48,245 DEBUG [M:0;4618c6346924:45491 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:43:48,245 INFO [M:0;4618c6346924:45491 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:43:48,245 DEBUG [M:0;4618c6346924:45491 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:43:48,245 DEBUG [M:0;4618c6346924:45491 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:43:48,245 DEBUG [M:0;4618c6346924:45491 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:43:48,245 INFO [M:0;4618c6346924:45491 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=792.32 KB heapSize=972.45 KB 2024-11-22T16:43:48,266 DEBUG [M:0;4618c6346924:45491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/096b42555f454ca5a8236a45cbb5c7fb is 82, key is hbase:meta,,1/info:regioninfo/1732293639005/Put/seqid=0 2024-11-22T16:43:48,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742467_1643 (size=5672) 2024-11-22T16:43:48,671 INFO [M:0;4618c6346924:45491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2229 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/096b42555f454ca5a8236a45cbb5c7fb 2024-11-22T16:43:48,691 DEBUG [M:0;4618c6346924:45491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45d5fe6dac8a49138de6ace8848463ee is 2479, key is \x00\x00\x00\x00\x00\x00\x00#/proc:d/1732293669652/Put/seqid=0 2024-11-22T16:43:48,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742468_1644 (size=45349) 2024-11-22T16:43:49,094 INFO [M:0;4618c6346924:45491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=791.77 KB at sequenceid=2229 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45d5fe6dac8a49138de6ace8848463ee 2024-11-22T16:43:49,098 INFO [M:0;4618c6346924:45491 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45d5fe6dac8a49138de6ace8848463ee 2024-11-22T16:43:49,113 DEBUG [M:0;4618c6346924:45491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97003a78f9964642b388848bd7aebbe1 is 69, key is 4618c6346924,36997,1732293635397/rs:state/1732293637688/Put/seqid=0 2024-11-22T16:43:49,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073742469_1645 (size=5156) 2024-11-22T16:43:49,516 INFO [M:0;4618c6346924:45491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2229 (bloomFilter=true), to=hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97003a78f9964642b388848bd7aebbe1 2024-11-22T16:43:49,519 DEBUG [M:0;4618c6346924:45491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/096b42555f454ca5a8236a45cbb5c7fb as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/096b42555f454ca5a8236a45cbb5c7fb 2024-11-22T16:43:49,522 INFO [M:0;4618c6346924:45491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/096b42555f454ca5a8236a45cbb5c7fb, entries=8, sequenceid=2229, filesize=5.5 K 2024-11-22T16:43:49,523 DEBUG [M:0;4618c6346924:45491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45d5fe6dac8a49138de6ace8848463ee as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45d5fe6dac8a49138de6ace8848463ee 2024-11-22T16:43:49,525 INFO [M:0;4618c6346924:45491 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45d5fe6dac8a49138de6ace8848463ee 2024-11-22T16:43:49,525 INFO [M:0;4618c6346924:45491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45d5fe6dac8a49138de6ace8848463ee, entries=170, sequenceid=2229, filesize=44.3 K 2024-11-22T16:43:49,526 DEBUG [M:0;4618c6346924:45491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97003a78f9964642b388848bd7aebbe1 as hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97003a78f9964642b388848bd7aebbe1 2024-11-22T16:43:49,528 INFO [M:0;4618c6346924:45491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44249/user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97003a78f9964642b388848bd7aebbe1, entries=1, sequenceid=2229, filesize=5.0 K 2024-11-22T16:43:49,529 INFO [M:0;4618c6346924:45491 {}] regionserver.HRegion(3140): Finished flush of dataSize ~792.32 KB/811338, heapSize ~972.15 KB/995480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=2229, compaction requested=false 2024-11-22T16:43:49,530 INFO [M:0;4618c6346924:45491 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:43:49,530 DEBUG [M:0;4618c6346924:45491 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732293828245Disabling compacts and flushes for region at 1732293828245Disabling writes for close at 1732293828245Obtaining lock to block concurrent updates at 1732293828245Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732293828245Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=811338, getHeapSize=995720, getOffHeapSize=0, getCellsCount=2424 at 1732293828246 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732293828246Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732293828246Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732293828266 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732293828266Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732293828674 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732293828690 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732293828690Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732293829098 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732293829112 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732293829112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73bacc99: reopening flushed file at 1732293829519 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62878bd4: reopening flushed file at 1732293829522 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f0c89ec: reopening flushed file at 1732293829525 (+3 ms)Finished flush of dataSize ~792.32 KB/811338, heapSize ~972.15 KB/995480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=2229, compaction requested=false at 1732293829529 (+4 ms)Writing region close event to WAL at 1732293829530 (+1 ms)Closed at 1732293829530 2024-11-22T16:43:49,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42469 is added to blk_1073741830_1006 (size=957422) 2024-11-22T16:43:49,533 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/963d833e-fa1b-78fa-e322-042a7797371f/MasterData/WALs/4618c6346924,45491,1732293634581/4618c6346924%2C45491%2C1732293634581.1732293637123 not finished, retry = 0 2024-11-22T16:43:49,634 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:43:49,634 INFO [M:0;4618c6346924:45491 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:43:49,634 INFO [M:0;4618c6346924:45491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45491 2024-11-22T16:43:49,635 INFO [M:0;4618c6346924:45491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:43:49,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:43:49,737 INFO [M:0;4618c6346924:45491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:43:49,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45491-0x101408d11070000, quorum=127.0.0.1:59216, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:43:49,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:43:49,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:43:49,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:43:49,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:43:49,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/hadoop.log.dir/,STOPPED} 2024-11-22T16:43:49,748 WARN [BP-1728553426-172.17.0.2-1732293631204 heartbeating to localhost/127.0.0.1:44249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:43:49,748 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:43:49,748 WARN [BP-1728553426-172.17.0.2-1732293631204 heartbeating to localhost/127.0.0.1:44249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1728553426-172.17.0.2-1732293631204 (Datanode Uuid 61ef9661-70d9-4a84-a26d-d0753edd3858) service to localhost/127.0.0.1:44249 2024-11-22T16:43:49,748 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:43:49,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/cluster_c36b9cce-fa9b-58fb-548e-e4e0499f3ef7/data/data1/current/BP-1728553426-172.17.0.2-1732293631204 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:43:49,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/cluster_c36b9cce-fa9b-58fb-548e-e4e0499f3ef7/data/data2/current/BP-1728553426-172.17.0.2-1732293631204 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:43:49,751 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:43:49,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:43:49,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:43:49,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:43:49,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:43:49,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6d683834-4b02-3198-2dc8-1fef98f18f21/hadoop.log.dir/,STOPPED} 2024-11-22T16:43:49,775 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T16:43:49,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down